[ 553.933395] env[69019]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69019) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 553.933749] env[69019]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69019) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 553.933834] env[69019]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69019) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 553.934193] env[69019]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 554.031579] env[69019]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69019) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 554.041846] env[69019]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69019) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 554.083931] env[69019]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 554.642190] env[69019]: INFO nova.virt.driver [None req-c070c67c-08b4-42b2-bb7f-af79e565aac9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 554.710714] env[69019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.710858] env[69019]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.710964] env[69019]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69019) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 557.632395] env[69019]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0aba3223-89dc-47e2-afc2-2f966f43120f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.649491] env[69019]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69019) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 557.649641] env[69019]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1f0fce9a-20ac-4287-b4d8-c701ef0aec19 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.683013] env[69019]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7823f. [ 557.683201] env[69019]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.972s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.683786] env[69019]: INFO nova.virt.vmwareapi.driver [None req-c070c67c-08b4-42b2-bb7f-af79e565aac9 None None] VMware vCenter version: 7.0.3 [ 557.687265] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404055fc-56a1-4c28-8dc3-452c9ec425e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.709269] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7254515-37b2-4a9e-9efc-470070515fe4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.715325] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ac043-b96b-467b-9746-c4f034ac5f4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.722185] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0beaef-7daf-4c57-917a-a62657db879d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.735222] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe9eaf1-9b2b-45c6-a5b3-9aa4acb1f9f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.741148] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6294db2a-96e3-4fa3-8805-bbbd975a934e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.771659] env[69019]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7746d059-2725-4166-bf60-ad2f6c350ad1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.776821] env[69019]: DEBUG nova.virt.vmwareapi.driver [None req-c070c67c-08b4-42b2-bb7f-af79e565aac9 None None] Extension org.openstack.compute already exists. {{(pid=69019) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 557.779492] env[69019]: INFO nova.compute.provider_config [None req-c070c67c-08b4-42b2-bb7f-af79e565aac9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 558.283324] env[69019]: DEBUG nova.context [None req-c070c67c-08b4-42b2-bb7f-af79e565aac9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5758b2fc-7eea-4474-a23d-375a50d13b23(cell1) {{(pid=69019) load_cells /opt/stack/nova/nova/context.py:464}} [ 558.286494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.286857] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.288060] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.288721] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Acquiring lock "5758b2fc-7eea-4474-a23d-375a50d13b23" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.289039] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Lock "5758b2fc-7eea-4474-a23d-375a50d13b23" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.290578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Lock "5758b2fc-7eea-4474-a23d-375a50d13b23" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.324993] env[69019]: INFO dbcounter [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Registered counter for database nova_cell0 [ 558.336746] env[69019]: INFO dbcounter [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Registered counter for database nova_cell1 [ 558.811344] env[69019]: DEBUG oslo_db.sqlalchemy.engines [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69019) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 558.812089] env[69019]: DEBUG oslo_db.sqlalchemy.engines [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69019) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 558.816636] env[69019]: ERROR nova.db.main.api [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 558.816636] env[69019]: result = function(*args, **kwargs) [ 558.816636] env[69019]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 558.816636] env[69019]: return func(*args, **kwargs) [ 558.816636] env[69019]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 558.816636] env[69019]: result = fn(*args, **kwargs) [ 558.816636] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 558.816636] env[69019]: return f(*args, **kwargs) [ 558.816636] env[69019]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 558.816636] env[69019]: return db.service_get_minimum_version(context, binaries) [ 558.816636] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 558.816636] env[69019]: _check_db_access() [ 558.816636] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 558.816636] env[69019]: stacktrace = ''.join(traceback.format_stack()) [ 558.816636] env[69019]: [ 558.817760] env[69019]: ERROR nova.db.main.api [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 558.817760] env[69019]: result = function(*args, **kwargs) [ 558.817760] env[69019]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 558.817760] env[69019]: return func(*args, **kwargs) [ 558.817760] env[69019]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 558.817760] env[69019]: result = fn(*args, **kwargs) [ 558.817760] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 558.817760] env[69019]: return f(*args, **kwargs) [ 558.817760] env[69019]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 558.817760] env[69019]: return db.service_get_minimum_version(context, binaries) [ 558.817760] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 558.817760] env[69019]: _check_db_access() [ 558.817760] env[69019]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 558.817760] env[69019]: stacktrace = ''.join(traceback.format_stack()) [ 558.817760] env[69019]: [ 558.818162] env[69019]: WARNING nova.objects.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Failed to get minimum service version for cell 5758b2fc-7eea-4474-a23d-375a50d13b23 [ 558.818324] env[69019]: WARNING nova.objects.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 558.818786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Acquiring lock "singleton_lock" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.818941] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Acquired lock "singleton_lock" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.819201] env[69019]: DEBUG oslo_concurrency.lockutils [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Releasing lock "singleton_lock" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.819535] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Full set of CONF: {{(pid=69019) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 558.819682] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ******************************************************************************** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 558.819813] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] Configuration options gathered from: {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 558.819947] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 558.820160] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 558.820290] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ================================================================================ {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 558.820498] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] allow_resize_to_same_host = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.820667] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] arq_binding_timeout = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.820876] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] backdoor_port = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821016] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] backdoor_socket = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821092] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] block_device_allocate_retries = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821253] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] block_device_allocate_retries_interval = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821422] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cert = self.pem {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821806] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.821994] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute_monitors = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822183] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] config_dir = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822358] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] config_drive_format = iso9660 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822492] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822656] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] config_source = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822826] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] console_host = devstack {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.822991] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] control_exchange = nova {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823167] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cpu_allocation_ratio = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823330] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] daemon = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823498] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] debug = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823658] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_access_ip_network_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823830] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_availability_zone = nova {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.823984] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_ephemeral_format = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.824161] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_green_pool_size = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.824400] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.824563] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] default_schedule_zone = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.824720] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] disk_allocation_ratio = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.824879] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] enable_new_services = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825064] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] enabled_apis = ['osapi_compute'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825231] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] enabled_ssl_apis = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825389] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] flat_injected = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825546] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] force_config_drive = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825703] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] force_raw_images = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.825874] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] graceful_shutdown_timeout = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826046] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] heal_instance_info_cache_interval = -1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826274] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] host = cpu-1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826449] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826612] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826770] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.826993] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.827176] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_build_timeout = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.827338] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_delete_interval = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.827505] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_format = [instance: %(uuid)s] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.827668] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_name_template = instance-%08x {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.827832] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_usage_audit = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828007] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_usage_audit_period = month {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828180] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828343] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828507] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] internal_service_availability_zone = internal {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828692] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] key = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828826] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] live_migration_retry_count = 30 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.828992] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_color = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829169] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_config_append = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829335] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829494] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_dir = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829652] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829784] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_options = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.829941] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_rotate_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830124] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_rotate_interval_type = days {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830287] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] log_rotation_type = none {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830418] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830546] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830713] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.830886] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831029] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831192] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] long_rpc_timeout = 1800 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831334] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_concurrent_builds = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831488] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_concurrent_live_migrations = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831651] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_concurrent_snapshots = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831802] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_local_block_devices = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.831955] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_logfile_count = 30 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832123] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] max_logfile_size_mb = 200 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832280] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] maximum_instance_delete_attempts = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832446] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metadata_listen = 0.0.0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832611] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metadata_listen_port = 8775 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832794] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metadata_workers = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.832930] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] migrate_max_retries = -1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833108] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] mkisofs_cmd = genisoimage {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833315] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833446] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] my_ip = 10.180.1.21 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833646] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833812] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] network_allocate_retries = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.833989] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834337] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] osapi_compute_listen_port = 8774 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834504] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] osapi_compute_unique_server_name_scope = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834670] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] osapi_compute_workers = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834831] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] password_length = 12 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.834988] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] periodic_enable = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835159] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] periodic_fuzzy_delay = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835325] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] pointer_model = usbtablet {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835489] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] preallocate_images = none {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835646] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] publish_errors = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835781] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] pybasedir = /opt/stack/nova {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.835937] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ram_allocation_ratio = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836107] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rate_limit_burst = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836275] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rate_limit_except_level = CRITICAL {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836433] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rate_limit_interval = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836593] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reboot_timeout = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836753] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reclaim_instance_interval = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.836914] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] record = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837094] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reimage_timeout_per_gb = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837265] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] report_interval = 120 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837428] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rescue_timeout = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837587] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reserved_host_cpus = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837746] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reserved_host_disk_mb = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.837907] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reserved_host_memory_mb = 512 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838076] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] reserved_huge_pages = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838238] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] resize_confirm_window = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838397] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] resize_fs_using_block_device = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838554] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] resume_guests_state_on_host_boot = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838724] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.838885] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] rpc_response_timeout = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839056] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] run_external_periodic_tasks = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839227] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] running_deleted_instance_action = reap {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839386] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839543] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] running_deleted_instance_timeout = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839699] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler_instance_sync_interval = 120 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.839868] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_down_time = 720 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840044] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] servicegroup_driver = db {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840207] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] shell_completion = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840369] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] shelved_offload_time = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840526] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] shelved_poll_interval = 3600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840692] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] shutdown_timeout = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.840854] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] source_is_ipv6 = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841065] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ssl_only = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841276] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841444] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] sync_power_state_interval = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841604] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] sync_power_state_pool_size = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841773] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] syslog_log_facility = LOG_USER {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.841932] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] tempdir = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842106] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] timeout_nbd = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842275] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] transport_url = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842432] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] update_resources_interval = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842589] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_cow_images = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842746] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_journal = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.842902] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_json = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843067] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_rootwrap_daemon = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843227] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_stderr = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843383] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] use_syslog = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843537] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vcpu_pin_set = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843700] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plugging_is_fatal = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.843865] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plugging_timeout = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.844037] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] virt_mkfs = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.844200] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] volume_usage_poll_interval = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.844357] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] watch_log_file = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.844521] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] web = /usr/share/spice-html5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.844703] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.844870] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.845042] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.845215] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_concurrency.disable_process_locking = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.845507] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.845687] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.845858] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846038] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846212] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846379] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846570] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.auth_strategy = keystone {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846740] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.compute_link_prefix = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.846916] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847103] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.dhcp_domain = novalocal {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847277] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.enable_instance_password = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847440] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.glance_link_prefix = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847605] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847777] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.847941] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.instance_list_per_project_cells = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848115] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.list_records_by_skipping_down_cells = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848278] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.local_metadata_per_cell = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848442] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.max_limit = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848608] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.metadata_cache_expiration = 15 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848786] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.neutron_default_tenant_id = default {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.848960] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.response_validation = warn {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849145] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.use_neutron_default_nets = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849322] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849485] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849654] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849828] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.849999] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_dynamic_targets = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.850177] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_jsonfile_path = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.850358] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.850550] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.backend = dogpile.cache.memcached {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.850716] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.backend_argument = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.850878] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.backend_expiration_time = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851063] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.config_prefix = cache.oslo {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851241] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.dead_timeout = 60.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851402] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.debug_cache_backend = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851565] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.enable_retry_client = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851723] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.enable_socket_keepalive = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.851896] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.enabled = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852070] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.enforce_fips_mode = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852241] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.expiration_time = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852404] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.hashclient_retry_attempts = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852571] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852735] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_dead_retry = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.852898] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_password = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853072] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853238] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853404] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_pool_maxsize = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853571] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853735] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_sasl_enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.853917] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854095] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854261] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.memcache_username = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854427] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.proxies = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854588] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_db = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854751] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_password = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.854926] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.855117] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.855288] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_server = localhost:6379 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.855467] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_socket_timeout = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.855644] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.redis_username = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.855826] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.retry_attempts = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856014] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.retry_delay = 0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856206] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.socket_keepalive_count = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856388] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.socket_keepalive_idle = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856567] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.socket_keepalive_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856743] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.tls_allowed_ciphers = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.856922] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.tls_cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.857110] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.tls_certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.857292] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.tls_enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.857467] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cache.tls_keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.857653] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.857843] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.auth_type = password {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858031] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858227] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858401] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858579] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858760] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.cross_az_attach = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.858938] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.debug = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.859125] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.endpoint_template = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.859304] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.http_retries = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.859479] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.859653] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.859840] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.os_region_name = RegionOne {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860019] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860196] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cinder.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860379] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860557] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.cpu_dedicated_set = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860722] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.cpu_shared_set = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.860903] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.image_type_exclude_list = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861094] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861278] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861495] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861621] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861805] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.861982] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.resource_provider_association_refresh = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.862171] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.862347] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.shutdown_retry_interval = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.862541] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.862730] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] conductor.workers = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.862920] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] console.allowed_origins = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.863125] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] console.ssl_ciphers = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.863296] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] console.ssl_minimum_version = default {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.863476] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] consoleauth.enforce_session_timeout = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.863657] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] consoleauth.token_ttl = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.863843] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864014] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864187] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864350] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864512] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864672] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864838] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.864998] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865173] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865333] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865492] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865652] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865812] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.865983] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.service_type = accelerator {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866159] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866320] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866480] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866637] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866819] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.866979] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] cyborg.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.867165] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.asyncio_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.867326] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.asyncio_slave_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.867497] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.backend = sqlalchemy {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.867669] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.867837] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.connection_debug = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868016] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.connection_parameters = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868191] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.connection_recycle_time = 3600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868357] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.connection_trace = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868520] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.db_inc_retry_interval = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868695] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.db_max_retries = 20 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.868856] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.db_max_retry_interval = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869028] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.db_retry_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869199] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.max_overflow = 50 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869361] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.max_pool_size = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869521] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.max_retries = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869690] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.869851] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.mysql_wsrep_sync_wait = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870016] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.pool_timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870181] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.retry_interval = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870339] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.slave_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870502] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.sqlite_synchronous = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870667] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] database.use_db_reconnect = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870830] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.asyncio_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.870993] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.asyncio_slave_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871181] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.backend = sqlalchemy {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871385] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871591] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.connection_debug = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871673] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.connection_parameters = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871835] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.connection_recycle_time = 3600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.871999] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.connection_trace = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872176] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.db_inc_retry_interval = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872341] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.db_max_retries = 20 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872504] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.db_max_retry_interval = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872667] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.db_retry_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872832] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.max_overflow = 50 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.872995] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.max_pool_size = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.873172] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.max_retries = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.873342] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.873516] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.873691] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.pool_timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.873873] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.retry_interval = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874057] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.slave_connection = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874238] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] api_database.sqlite_synchronous = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874427] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] devices.enabled_mdev_types = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874618] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874802] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.874982] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ephemeral_storage_encryption.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.875175] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.875359] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.api_servers = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.875539] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.875715] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.875894] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876079] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876258] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876433] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.debug = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876613] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.default_trusted_certificate_ids = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876790] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.enable_certificate_validation = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.876971] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.enable_rbd_download = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.877159] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.877340] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.877517] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.877691] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.877866] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878054] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.num_retries = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878245] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.rbd_ceph_conf = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878421] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.rbd_connect_timeout = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878604] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.rbd_pool = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878791] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.rbd_user = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.878976] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.879165] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.879341] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.879529] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.service_type = image {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.879713] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.879887] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880071] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880249] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880445] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880624] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.verify_glance_signatures = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880798] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] glance.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.880978] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] guestfs.debug = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.881174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.881351] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.auth_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.881525] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.881701] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.881880] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882067] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882246] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882421] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882597] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882769] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.882944] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.883129] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.883304] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.883477] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.883650] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.883902] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.service_type = shared-file-system {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884017] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.share_apply_policy_timeout = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884199] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884373] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884547] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884719] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.884916] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.885102] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] manila.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.885286] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] mks.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.885639] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.885839] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.manager_interval = 2400 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886016] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.precache_concurrency = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886199] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.remove_unused_base_images = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886373] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886543] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886724] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] image_cache.subdirectory_name = _base {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.886904] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.api_max_retries = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887087] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.api_retry_interval = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887254] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887417] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.auth_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887579] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887741] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.887909] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888087] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.conductor_group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888251] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888423] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888583] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888756] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.888919] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889090] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889251] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889415] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.peer_list = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889575] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889738] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.889904] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.serial_console_state_timeout = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890076] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890250] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.service_type = baremetal {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890413] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.shard = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890577] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890735] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.890898] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891070] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891255] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891416] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ironic.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891597] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891775] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] key_manager.fixed_key = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.891952] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892131] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.barbican_api_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892293] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.barbican_endpoint = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892465] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.barbican_endpoint_type = public {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892628] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.barbican_region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892793] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.892955] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893133] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893299] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893459] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893621] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.number_of_retries = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893786] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.retry_delay = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.893951] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.send_service_user_token = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894129] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894292] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894454] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.verify_ssl = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894615] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican.verify_ssl_path = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894785] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.894952] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.auth_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895130] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895295] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895459] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895623] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895788] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.895952] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896126] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] barbican_service_user.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896297] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.approle_role_id = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896460] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.approle_secret_id = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896634] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.kv_mountpoint = secret {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896798] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.kv_path = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.896964] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.kv_version = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897141] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.namespace = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897303] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.root_token_id = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897465] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.ssl_ca_crt_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897632] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.timeout = 60.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897798] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.use_ssl = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.897975] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898162] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898324] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898489] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898658] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898822] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.898986] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899164] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899328] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899489] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899650] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899815] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.899982] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900159] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900332] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.service_type = identity {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900496] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900657] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900818] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.900976] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.901174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.901337] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] keystone.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.901528] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.ceph_mount_options = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.901969] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.902144] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.connection_uri = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.902317] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_mode = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.902489] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.902665] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_models = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.902844] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_power_governor_high = performance {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903033] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903208] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_power_management = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903381] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903551] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.device_detach_attempts = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903718] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.device_detach_timeout = 20 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.903891] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.disk_cachemodes = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904068] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.disk_prefix = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904240] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.enabled_perf_events = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904404] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.file_backed_memory = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904569] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.gid_maps = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904730] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.hw_disk_discard = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.904890] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.hw_machine_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905072] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_rbd_ceph_conf = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905241] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905404] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905576] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_rbd_glance_store_name = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905745] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_rbd_pool = rbd {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.905917] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_type = default {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906089] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.images_volume_group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906254] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.inject_key = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906416] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.inject_partition = -2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906576] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.inject_password = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906738] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.iscsi_iface = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.906901] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.iser_use_multipath = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907086] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907267] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907426] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_downtime = 500 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907591] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907754] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.907914] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_inbound_addr = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908090] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908254] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908413] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_scheme = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908586] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_timeout_action = abort {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908754] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_tunnelled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.908914] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_uri = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.909089] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.live_migration_with_native_tls = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.909252] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.max_queues = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.909417] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.909654] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.909822] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.nfs_mount_options = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910114] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910292] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910460] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910625] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910793] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.910955] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_pcie_ports = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.911137] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.911301] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.pmem_namespaces = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.911459] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.quobyte_client_cfg = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.911741] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.911958] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912096] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912267] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912429] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rbd_secret_uuid = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912589] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rbd_user = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912752] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.912925] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913098] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rescue_image_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913260] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rescue_kernel_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913420] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rescue_ramdisk_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913591] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913752] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.rx_queue_size = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.913927] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.smbfs_mount_options = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.914232] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.914410] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.snapshot_compression = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.914574] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.snapshot_image_format = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.914805] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.914976] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.sparse_logical_volumes = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.915174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.swtpm_enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.915352] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.swtpm_group = tss {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.915521] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.swtpm_user = tss {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.915693] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.sysinfo_serial = unique {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.915857] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.tb_cache_size = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916029] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.tx_queue_size = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916201] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.uid_maps = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916362] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.use_virtio_for_bridges = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916533] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.virt_type = kvm {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916702] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.volume_clear = zero {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.916867] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.volume_clear_size = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917040] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.volume_enforce_multipath = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917212] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.volume_use_multipath = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917371] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_cache_path = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917540] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917711] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.917880] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.918060] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.918357] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.918539] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.vzstorage_mount_user = stack {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.918719] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.918897] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919085] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.auth_type = password {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919254] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919414] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919577] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919734] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.919895] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920076] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.default_floating_pool = public {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920241] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920402] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.extension_sync_interval = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920567] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.http_retries = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920732] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.920897] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921068] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921246] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921406] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921574] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.ovs_bridge = br-int {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921741] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.physnets = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.921936] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.region_name = RegionOne {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922106] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922251] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.service_metadata_proxy = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922411] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922582] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.service_type = network {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922745] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.922907] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923078] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923243] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923424] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923585] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] neutron.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923757] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.bdms_in_notifications = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.923937] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.default_level = INFO {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924116] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.include_share_mapping = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924294] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.notification_format = unversioned {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924460] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.notify_on_state_change = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924637] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924815] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] pci.alias = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.924985] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] pci.device_spec = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.925174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] pci.report_in_placement = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.925348] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.925524] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.auth_type = password {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.925694] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.925860] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926030] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926199] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926360] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926520] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926679] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.default_domain_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926839] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.default_domain_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.926998] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.domain_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927171] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.domain_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927331] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927493] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927654] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927814] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.927971] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.928155] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.password = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.928316] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.project_domain_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.928482] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.project_domain_name = Default {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.928660] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.project_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.928834] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.project_name = service {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929014] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.region_name = RegionOne {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929183] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929350] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929520] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.service_type = placement {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929685] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.929845] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930014] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930178] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.system_scope = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930336] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930493] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.trust_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930650] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.user_domain_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930818] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.user_domain_name = Default {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.930974] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.user_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.931165] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.username = nova {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.931347] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.931514] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] placement.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.931697] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.cores = 20 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.931865] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.count_usage_from_placement = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932058] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932215] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.injected_file_content_bytes = 10240 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932390] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.injected_file_path_length = 255 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932549] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.injected_files = 5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932715] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.instances = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.932882] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.key_pairs = 100 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933061] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.metadata_items = 128 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933232] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.ram = 51200 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933398] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.recheck_quota = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933564] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.server_group_members = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933729] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.server_groups = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.933947] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934137] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] quota.unified_limits_resource_strategy = require {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934312] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934478] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934642] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.image_metadata_prefilter = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934806] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.934969] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.max_attempts = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935147] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.max_placement_results = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935314] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935474] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935634] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935807] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] scheduler.workers = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.935987] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.936173] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.936351] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.936518] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.936688] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.936851] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937022] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937211] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937377] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.host_subset_size = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937541] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937700] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.937867] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938036] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938220] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938385] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.isolated_hosts = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938554] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.isolated_images = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938721] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.938884] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939061] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939227] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.pci_in_placement = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939392] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939560] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939721] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.939883] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940056] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940220] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940381] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.track_instance_changes = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940558] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940730] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metrics.required = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.940898] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metrics.weight_multiplier = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.941075] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.941246] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] metrics.weight_setting = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.941571] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.941722] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.941903] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.port_range = 10000:20000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942087] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942317] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942428] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] serial_console.serialproxy_port = 6083 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942596] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942769] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.auth_type = password {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.942934] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943109] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943273] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943434] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943595] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943765] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.send_service_user_token = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.943928] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.944098] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] service_user.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.944274] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.agent_enabled = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.944436] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.944730] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.944930] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945115] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.html5proxy_port = 6082 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945280] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.image_compression = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945441] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.jpeg_compression = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945600] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.playback_compression = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945761] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.require_secure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.945935] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.server_listen = 127.0.0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.946118] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.946397] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.946570] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.streaming_mode = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.946734] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] spice.zlib_compression = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.946904] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] upgrade_levels.baseapi = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947089] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] upgrade_levels.compute = auto {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947258] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] upgrade_levels.conductor = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947420] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] upgrade_levels.scheduler = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947586] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947752] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.947914] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948087] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948254] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948415] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948575] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948740] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.948898] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vendordata_dynamic_auth.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949080] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.api_retry_count = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949245] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.ca_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949420] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949591] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.cluster_name = testcl1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949762] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.connection_pool_size = 10 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.949925] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.console_delay_seconds = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.950109] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.datastore_regex = ^datastore.* {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.950323] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.950498] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.host_password = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.950667] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.host_port = 443 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.950838] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.host_username = administrator@vsphere.local {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951023] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.insecure = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951190] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.integration_bridge = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951355] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.maximum_objects = 100 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951517] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.pbm_default_policy = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951683] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.pbm_enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.951834] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.pbm_wsdl_location = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952010] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952180] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.serial_port_proxy_uri = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952406] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.serial_port_service_uri = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952496] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.task_poll_interval = 0.5 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952669] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.use_linked_clone = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.952838] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.vnc_keymap = en-us {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.953009] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.vnc_port = 5900 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.953182] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vmware.vnc_port_total = 10000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.953367] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.auth_schemes = ['none'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.953541] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.953827] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954017] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954195] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.novncproxy_port = 6080 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954382] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.server_listen = 127.0.0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954561] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954724] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.vencrypt_ca_certs = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.954886] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.vencrypt_client_cert = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955057] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vnc.vencrypt_client_key = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955240] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955404] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_deep_image_inspection = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955565] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955725] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.955888] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.956059] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.disable_rootwrap = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.956223] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.enable_numa_live_migration = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.956382] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.956543] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.956702] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957015] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.libvirt_disable_apic = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957195] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957363] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957525] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957689] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.957852] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958019] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958184] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958344] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958503] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958675] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.958859] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959041] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.client_socket_timeout = 900 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959214] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.default_pool_size = 1000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959379] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.keep_alive = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959543] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.max_header_line = 16384 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959709] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.959869] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.ssl_ca_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960039] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.ssl_cert_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960206] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.ssl_key_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960373] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.tcp_keepidle = 600 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960547] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960716] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] zvm.ca_file = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.960881] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] zvm.cloud_connector_url = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.961189] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.961368] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] zvm.reachable_timeout = 300 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.961541] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.961721] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.961901] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.connection_string = messaging:// {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962080] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.enabled = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962258] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.es_doc_type = notification {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962469] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.es_scroll_size = 10000 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962594] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.es_scroll_time = 2m {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962754] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.filter_error_trace = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.962924] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.hmac_keys = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963104] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.sentinel_service_name = mymaster {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963274] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.socket_timeout = 0.1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963436] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.trace_requests = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963597] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler.trace_sqlalchemy = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963771] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler_jaeger.process_tags = {} {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.963933] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler_jaeger.service_name_prefix = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964111] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] profiler_otlp.service_name_prefix = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964278] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] remote_debug.host = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964433] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] remote_debug.port = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964607] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964770] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.964936] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965111] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965277] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965437] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965600] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965765] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.965931] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966117] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966281] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966454] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966625] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966796] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.966963] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967150] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967316] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967481] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967652] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967817] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.967979] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968160] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968326] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968491] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968662] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968828] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.968991] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.969168] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.969331] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.969496] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.969660] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.969833] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970014] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970184] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970354] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970525] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970688] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.970874] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971054] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_notifications.retry = -1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971240] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971415] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971588] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.auth_section = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971754] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.auth_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.971919] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.cafile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972092] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.certfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972259] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.collect_timing = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972422] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.connect_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972585] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.connect_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972745] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_id = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.972921] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973094] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_override = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973258] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973418] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973575] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.endpoint_service_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973737] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.insecure = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.973897] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.keyfile = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974065] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.max_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974225] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.min_version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974383] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.region_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974543] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.retriable_status_codes = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974703] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.service_name = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.974862] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.service_type = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975031] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.split_loggers = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975194] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.status_code_retries = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975353] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.status_code_retry_delay = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975510] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.timeout = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975669] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.valid_interfaces = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975829] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_limit.version = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.975995] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_reports.file_event_handler = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976174] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976336] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] oslo_reports.log_dir = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976505] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976665] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976824] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.976989] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977169] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977331] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977500] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977660] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977820] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.977987] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.978164] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.978325] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] vif_plug_ovs_privileged.user = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.978497] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.978682] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.978861] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979043] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979222] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979396] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979560] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979725] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.979907] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980093] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.isolate_vif = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980267] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980433] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980603] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980779] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.980943] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] os_vif_ovs.per_port_bridge = False {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981126] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.capabilities = [21] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981289] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981448] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.helper_command = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981617] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981780] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.981946] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] privsep_osbrick.user = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982130] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982291] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.group = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982447] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.helper_command = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982672] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982797] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.982924] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] nova_sys_admin.user = None {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.983065] env[69019]: DEBUG oslo_service.backend.eventlet.service [None req-235015be-23de-41ef-85cf-cdb672f9cf35 None None] ******************************************************************************** {{(pid=69019) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 558.983469] env[69019]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 559.486850] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Getting list of instances from cluster (obj){ [ 559.486850] env[69019]: value = "domain-c8" [ 559.486850] env[69019]: _type = "ClusterComputeResource" [ 559.486850] env[69019]: } {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 559.487945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eef8db4-5782-479d-ab6e-b5e97fec9502 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.497042] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Got total of 0 instances {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 559.497605] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 559.498102] env[69019]: INFO nova.virt.node [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Generated node identity f6d6d0bd-aeed-413b-9c03-919fa59101e0 [ 559.498339] env[69019]: INFO nova.virt.node [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Wrote node identity f6d6d0bd-aeed-413b-9c03-919fa59101e0 to /opt/stack/data/n-cpu-1/compute_id [ 560.001601] env[69019]: WARNING nova.compute.manager [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Compute nodes ['f6d6d0bd-aeed-413b-9c03-919fa59101e0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 561.007791] env[69019]: INFO nova.compute.manager [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 562.013144] env[69019]: WARNING nova.compute.manager [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 562.013495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.013637] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.013794] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.013947] env[69019]: DEBUG nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 562.014898] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe079660-21ab-4736-b5f7-accb820d8f84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.023558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d991389-6202-487a-af55-aeb21f97e8f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.038334] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4571d6f-1d9f-4bf8-84d4-8e60a9a40a71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.044635] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ec986-9a79-48a5-b41b-b3f49c3f0f7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.073350] env[69019]: DEBUG nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180999MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 562.073473] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.073672] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.576479] env[69019]: WARNING nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] No compute node record for cpu-1:f6d6d0bd-aeed-413b-9c03-919fa59101e0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f6d6d0bd-aeed-413b-9c03-919fa59101e0 could not be found. [ 563.079735] env[69019]: INFO nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f6d6d0bd-aeed-413b-9c03-919fa59101e0 [ 564.588651] env[69019]: DEBUG nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 564.589088] env[69019]: DEBUG nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 564.752947] env[69019]: INFO nova.scheduler.client.report [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] [req-af1008ba-a42a-468d-8098-950cfa54af61] Created resource provider record via placement API for resource provider with UUID f6d6d0bd-aeed-413b-9c03-919fa59101e0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 564.769609] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21967483-4dc1-4234-9010-2d3299d02280 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.777226] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e8b10-5fa8-4eef-9605-a9919f46f0db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.806749] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea2d64d-4e4d-4135-8a3d-3d8a02b8c95b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.813480] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e78fda-3cc2-4d7f-8258-cc2d99295ad3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.825993] env[69019]: DEBUG nova.compute.provider_tree [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.361882] env[69019]: DEBUG nova.scheduler.client.report [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Updated inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 565.362140] env[69019]: DEBUG nova.compute.provider_tree [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Updating resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 generation from 0 to 1 during operation: update_inventory {{(pid=69019) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 565.362278] env[69019]: DEBUG nova.compute.provider_tree [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.412771] env[69019]: DEBUG nova.compute.provider_tree [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Updating resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 generation from 1 to 2 during operation: update_traits {{(pid=69019) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 565.917907] env[69019]: DEBUG nova.compute.resource_tracker [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 565.918254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.918299] env[69019]: DEBUG nova.service [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Creating RPC server for service compute {{(pid=69019) start /opt/stack/nova/nova/service.py:186}} [ 565.931962] env[69019]: DEBUG nova.service [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] Join ServiceGroup membership for this service compute {{(pid=69019) start /opt/stack/nova/nova/service.py:203}} [ 565.932163] env[69019]: DEBUG nova.servicegroup.drivers.db [None req-41df1681-0751-4d32-a95c-6226ff5236e9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69019) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 605.346950] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "6e43dee0-b274-4e49-898b-31eb6d19545a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.347369] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.853699] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.934463] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_power_states {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.409822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.410132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.412129] env[69019]: INFO nova.compute.claims [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.437728] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Getting list of instances from cluster (obj){ [ 606.437728] env[69019]: value = "domain-c8" [ 606.437728] env[69019]: _type = "ClusterComputeResource" [ 606.437728] env[69019]: } {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 606.438962] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5e54e-edeb-4b97-b613-6c96c288de0f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.450270] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Got total of 0 instances {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 606.450711] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.451081] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Getting list of instances from cluster (obj){ [ 606.451081] env[69019]: value = "domain-c8" [ 606.451081] env[69019]: _type = "ClusterComputeResource" [ 606.451081] env[69019]: } {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 606.453467] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aad15cc-a17f-463d-a60a-ceddc4bdcc7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.461058] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Got total of 0 instances {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 606.910051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "c24011d9-a2dd-4cec-9795-15f0aae55487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.910051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.069250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.069617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.183020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "0756fd81-2119-42d0-bc4c-48cced1ab630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.183020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.412787] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.516694] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b843f5-dc5b-4ce0-87b0-b265ec198ae9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.525813] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3275076-214b-48a6-b649-b44ab23443e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.561613] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa8ca4-acce-449a-8005-e2d44bb71962 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.570094] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f79ed9-4bf1-4ff9-9c69-5248035df5d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.573251] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.591998] env[69019]: DEBUG nova.compute.provider_tree [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.686389] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.949508] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.094402] env[69019]: DEBUG nova.scheduler.client.report [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.104401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.220168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.601496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.602855] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.604631] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.655s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.606223] env[69019]: INFO nova.compute.claims [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.723356] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.724050] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.113694] env[69019]: DEBUG nova.compute.utils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.116745] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.119467] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.227181] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.625690] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.679839] env[69019]: DEBUG nova.policy [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9085e47ab34d8e903d7962746a9f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f857530a89466c8a85f8c9c7daff4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.736993] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27cfd37-be5b-4085-b194-5aa51f8cce0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.749246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d5953-3560-45d0-8601-9fdd7c62cdbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.754840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.787555] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d0db2-ef47-43fd-b59c-e686252d4ed8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.795548] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e414f06-c61c-49f4-9356-532ca9d387dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.810640] env[69019]: DEBUG nova.compute.provider_tree [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.147201] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Successfully created port: cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.318099] env[69019]: DEBUG nova.scheduler.client.report [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.645124] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.682683] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.682935] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.684028] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.684028] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.684332] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.684332] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.684469] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.684629] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.685233] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.685233] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.685395] env[69019]: DEBUG nova.virt.hardware [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.686285] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a9a2f0-add4-4c9c-bcd9-c8656aa0fddf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.695990] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6b1b6d-1a91-4976-9a58-66bf46601742 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.714276] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2cceb3-1fe0-48c1-8142-d7ab1ddff571 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.825483] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.825994] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.831555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.725s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.831555] env[69019]: INFO nova.compute.claims [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.337534] env[69019]: DEBUG nova.compute.utils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.338980] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.343067] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.500587] env[69019]: DEBUG nova.policy [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b632f8eeb5484776af364a8278d4c091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5115421eab0456497148f8affee43d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.844762] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.998954] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99b946-f183-48f0-bf00-ee56aba549c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.010375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77588493-71de-43e7-9185-b7ab002a91a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.051721] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d74855e-2aec-44cd-bc24-49135556aecd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.059692] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f4f5c5-c28e-4eeb-a059-8ff1c12f7590 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.074976] env[69019]: DEBUG nova.compute.provider_tree [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.581019] env[69019]: DEBUG nova.scheduler.client.report [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.605615] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Successfully created port: 140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.706772] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Successfully updated port: cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.858335] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.889969] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.890224] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.890378] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.890637] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.890805] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.891044] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.891480] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.891662] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.891839] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.891998] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.892405] env[69019]: DEBUG nova.virt.hardware [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.893510] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d15d05-053f-41ac-9101-a5663bff9a56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.908542] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c46f0da-64d7-4f88-8779-7a89f9de1cfc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.084607] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.085019] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.087613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.871s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.092459] env[69019]: INFO nova.compute.claims [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.208728] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.208946] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.209174] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.601406] env[69019]: DEBUG nova.compute.utils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.605473] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.605643] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.719330] env[69019]: DEBUG nova.policy [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64e34bc466147c08ed49bb548165059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b1726d934294c079cc8bd2ac17a490b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.782090] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.095175] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.095503] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.095707] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.095902] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.096223] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.096306] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.096492] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.096844] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 614.096844] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.105897] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.119019] env[69019]: DEBUG nova.network.neutron [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Updating instance_info_cache with network_info: [{"id": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "address": "fa:16:3e:c5:91:69", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae25136-ec", "ovs_interfaceid": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.120786] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Successfully created port: 4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.220483] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ee7c8-1601-4db9-b4b2-bd6825d067db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.230033] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac1ac8-95fb-41ed-b05d-b5b3a514de93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.271278] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b097ee-d69b-4ba5-8d22-1507df4555f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.276945] env[69019]: DEBUG nova.compute.manager [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Received event network-vif-plugged-cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.277251] env[69019]: DEBUG oslo_concurrency.lockutils [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] Acquiring lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.277500] env[69019]: DEBUG oslo_concurrency.lockutils [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.277683] env[69019]: DEBUG oslo_concurrency.lockutils [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.277851] env[69019]: DEBUG nova.compute.manager [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] No waiting events found dispatching network-vif-plugged-cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.278096] env[69019]: WARNING nova.compute.manager [req-6af7754c-5d01-4620-958e-8b3d28b325c7 req-7eec893d-e64f-416a-9a70-72927656cbea service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Received unexpected event network-vif-plugged-cae25136-ec11-4b49-9499-f6bdb6a397b8 for instance with vm_state building and task_state spawning. [ 614.284164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d7885f-47cd-4bcf-87a6-5b5003feb77f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.301259] env[69019]: DEBUG nova.compute.provider_tree [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.601490] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.619185] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.619896] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Instance network_info: |[{"id": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "address": "fa:16:3e:c5:91:69", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae25136-ec", "ovs_interfaceid": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.620585] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:91:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae25136-ec11-4b49-9499-f6bdb6a397b8', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.636252] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.636662] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0946b80b-9258-4c6a-a753-7c685e852d7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.650296] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created folder: OpenStack in parent group-v4. [ 614.650496] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating folder: Project (e9f857530a89466c8a85f8c9c7daff4a). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.650752] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-068c1b9b-203f-4ccd-b39f-75ffca3340cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.671447] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created folder: Project (e9f857530a89466c8a85f8c9c7daff4a) in parent group-v667907. [ 614.671670] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating folder: Instances. Parent ref: group-v667908. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.672314] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c5268ba-f778-448c-88e1-b633f23e531c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.683317] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Successfully updated port: 140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.688114] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created folder: Instances in parent group-v667908. [ 614.688719] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.688719] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.688847] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ffba5fe-d1d2-4c54-82b3-e73e6ee10b45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.717237] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.717237] env[69019]: value = "task-3346018" [ 614.717237] env[69019]: _type = "Task" [ 614.717237] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.726373] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346018, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.807064] env[69019]: DEBUG nova.scheduler.client.report [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.120707] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.162693] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.163158] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.166110] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.166110] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.167123] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.167123] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.167123] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.167123] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.167123] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.167271] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.167271] env[69019]: DEBUG nova.virt.hardware [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.168192] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d3efa-cad9-45f0-b426-34fe78ff2d15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.178141] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04afab70-3c08-4ef2-bede-9f1eeb359e44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.201032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.201032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquired lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.201032] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.205556] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.205922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.229164] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346018, 'name': CreateVM_Task, 'duration_secs': 0.404591} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.229334] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.237919] env[69019]: DEBUG oslo_vmware.service [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c3caf-ef98-49de-b744-4b275ae5d55b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.245996] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.246325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.246963] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.247216] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76a75aa-b4c8-4706-ba79-99640c71431f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.251886] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 615.251886] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52928a38-29eb-62d6-1686-17e830d0c04d" [ 615.251886] env[69019]: _type = "Task" [ 615.251886] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.261032] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52928a38-29eb-62d6-1686-17e830d0c04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.312017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.312522] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.315060] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.560s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.316496] env[69019]: INFO nova.compute.claims [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.704726] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.705227] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.708860] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.758258] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.768774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770266] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.770424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.770664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.771096] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.773563] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eea5e3d-6eac-4882-92d4-051ae07fa9f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.784053] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.784560] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.788105] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1481f99-91a6-443f-ba43-013a2fb726a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.797241] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722af5b7-e248-408c-92a5-7fa164cb5889 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.804525] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 615.804525] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf76fc-308e-c0cd-a82c-40b6e53ac877" [ 615.804525] env[69019]: _type = "Task" [ 615.804525] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.817586] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf76fc-308e-c0cd-a82c-40b6e53ac877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.822124] env[69019]: DEBUG nova.compute.utils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.823026] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 616.034460] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Successfully updated port: 4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.036739] env[69019]: DEBUG nova.network.neutron [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Updating instance_info_cache with network_info: [{"id": "140baa3a-a3be-4668-af29-5806f49e285a", "address": "fa:16:3e:36:6d:56", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140baa3a-a3", "ovs_interfaceid": "140baa3a-a3be-4668-af29-5806f49e285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.156489] env[69019]: DEBUG nova.compute.manager [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Received event network-vif-plugged-140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.156489] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] Acquiring lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.157809] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.157935] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.158578] env[69019]: DEBUG nova.compute.manager [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] No waiting events found dispatching network-vif-plugged-140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.158578] env[69019]: WARNING nova.compute.manager [req-c8ce5db3-7fd4-4de9-a548-3f3e973f3e11 req-5e7b997e-9309-483a-8635-3b293ba3d71b service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Received unexpected event network-vif-plugged-140baa3a-a3be-4668-af29-5806f49e285a for instance with vm_state building and task_state spawning. [ 616.208538] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.255350] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.317484] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 616.317757] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating directory with path [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.320827] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b181f32b-238d-454c-8615-a2f97b79acc3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.327089] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.352266] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created directory with path [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.352266] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Fetch image to [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 616.352266] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Downloading image file data 65710955-6096-416f-9826-b9f1bcbba2bd to [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69019) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 616.352920] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32606bc1-aa30-481a-9708-03024564cec4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.363836] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb3363-bb23-41a4-b183-fb047d7479f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.381840] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f0544-a3d6-49a4-9b9f-2c9508b2149f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.420904] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1364d-4bb8-4c1a-9e8f-0514f0db111e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.428424] env[69019]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6cd668fa-1bc7-44b2-b636-7aac24a7706a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.464468] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Downloading image file data 65710955-6096-416f-9826-b9f1bcbba2bd to the data store datastore1 {{(pid=69019) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 616.506873] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15692f79-3a06-4251-aedc-8046bc88b5a9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.514379] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8179b4c0-022c-4288-9461-1d46c6a27733 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.552499] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Releasing lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.552984] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Instance network_info: |[{"id": "140baa3a-a3be-4668-af29-5806f49e285a", "address": "fa:16:3e:36:6d:56", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140baa3a-a3", "ovs_interfaceid": "140baa3a-a3be-4668-af29-5806f49e285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.553606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.553922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554174] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.556070] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:6d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '140baa3a-a3be-4668-af29-5806f49e285a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.565461] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Creating folder: Project (b5115421eab0456497148f8affee43d4). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.566604] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2953c-d903-403b-8593-87cf3c78f04d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.572887] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-653549d3-1aab-42a7-b176-c17404ddcb7e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.585641] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da043edd-a0ad-4228-a1f8-23bbef1685d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.594506] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Created folder: Project (b5115421eab0456497148f8affee43d4) in parent group-v667907. [ 616.594902] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Creating folder: Instances. Parent ref: group-v667911. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.604732] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17551f5-37fd-4926-9cbd-32c6d375e256 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.607202] env[69019]: DEBUG nova.compute.provider_tree [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.618032] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Created folder: Instances in parent group-v667911. [ 616.618032] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.618032] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.619126] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4a286b9-184e-4d63-8845-1fd78e91c19f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.642887] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.642887] env[69019]: value = "task-3346021" [ 616.642887] env[69019]: _type = "Task" [ 616.642887] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.657569] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346021, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.698992] env[69019]: DEBUG oslo_vmware.rw_handles [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 616.799200] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.979098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "6adbf28d-77df-451e-9658-5204ca8331bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.980885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.118724] env[69019]: DEBUG nova.scheduler.client.report [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.162516] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346021, 'name': CreateVM_Task, 'duration_secs': 0.469255} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.162805] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.163539] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.163774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.164129] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.164538] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c56257-206f-4ae5-afad-289b4cac0b61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.173086] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 617.173086] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526fa927-318d-9ad5-c0a4-058782af0194" [ 617.173086] env[69019]: _type = "Task" [ 617.173086] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.183353] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.195921] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.197451] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.197782] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343555] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.380088] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.380088] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.380088] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.380236] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.380236] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.380236] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.380236] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.380236] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.380387] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.380387] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.380525] env[69019]: DEBUG nova.virt.hardware [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.381438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0887015-aa39-41a2-846a-e24a054562b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.393049] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1ba31-aa70-4cd9-a711-becebf95afdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.397952] env[69019]: DEBUG oslo_vmware.rw_handles [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 617.398150] env[69019]: DEBUG oslo_vmware.rw_handles [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 617.415135] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.423146] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Creating folder: Project (9760bbbf071947e5aaabb339f1c4b702). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.423853] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93b1eade-d8da-4a61-905f-e59ee9d4352b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.433799] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Created folder: Project (9760bbbf071947e5aaabb339f1c4b702) in parent group-v667907. [ 617.434266] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Creating folder: Instances. Parent ref: group-v667914. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.434357] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f853df2-a4ef-4a08-9d99-dc546ee82056 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.443131] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Created folder: Instances in parent group-v667914. [ 617.443219] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.443409] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.443605] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd8fd570-cf7f-447b-b693-9672df557121 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.468569] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.468569] env[69019]: value = "task-3346024" [ 617.468569] env[69019]: _type = "Task" [ 617.468569] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.478785] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346024, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.481696] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.540446] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Downloaded image file data 65710955-6096-416f-9826-b9f1bcbba2bd to vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69019) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 617.542224] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 617.543736] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copying Virtual Disk [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk to [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.543736] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aec6026-7236-4df1-85a1-1c3a11defaea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.552244] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 617.552244] env[69019]: value = "task-3346025" [ 617.552244] env[69019]: _type = "Task" [ 617.552244] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.560962] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.578192] env[69019]: DEBUG nova.network.neutron [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Updating instance_info_cache with network_info: [{"id": "4406d643-025b-48a2-8d7d-f056143425ba", "address": "fa:16:3e:7d:48:52", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4406d643-02", "ovs_interfaceid": "4406d643-025b-48a2-8d7d-f056143425ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.627029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.627029] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.628532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.027s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.628929] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.629270] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 617.629719] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.375s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.631646] env[69019]: INFO nova.compute.claims [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.640449] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97970c34-f56a-44c8-a9f5-acc5d9d2a698 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.657744] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a343f9-7552-4855-ace9-9ca35e48d12f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.683383] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99ad67-fda3-4292-8efe-453a902d7e6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.695253] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5790c211-1180-446d-89ab-abd5729aaffb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.733186] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181007MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 617.733608] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.980816] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346024, 'name': CreateVM_Task, 'duration_secs': 0.318767} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.981035] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.981555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.981959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.982526] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.982794] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd07a53-7f36-4974-99da-46a9821b9398 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.989015] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 617.989015] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b7efdf-e806-993b-62db-0827ad144fc6" [ 617.989015] env[69019]: _type = "Task" [ 617.989015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.003317] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b7efdf-e806-993b-62db-0827ad144fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.024439] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.066666] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346025, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.072452] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Received event network-changed-cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.072452] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Refreshing instance network info cache due to event network-changed-cae25136-ec11-4b49-9499-f6bdb6a397b8. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.072452] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Acquiring lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.072452] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Acquired lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.072452] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Refreshing network info cache for port cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.081632] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.082062] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Instance network_info: |[{"id": "4406d643-025b-48a2-8d7d-f056143425ba", "address": "fa:16:3e:7d:48:52", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4406d643-02", "ovs_interfaceid": "4406d643-025b-48a2-8d7d-f056143425ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.084120] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:48:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4406d643-025b-48a2-8d7d-f056143425ba', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.092650] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Creating folder: Project (5b1726d934294c079cc8bd2ac17a490b). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.094099] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a21ce3c2-155f-412c-8113-e837ef129c5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.110340] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Created folder: Project (5b1726d934294c079cc8bd2ac17a490b) in parent group-v667907. [ 618.110340] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Creating folder: Instances. Parent ref: group-v667917. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.110340] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55338451-45b2-47a1-9f69-b408051f0dd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.124051] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Created folder: Instances in parent group-v667917. [ 618.124405] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.124726] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.124839] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6709ab84-9377-4988-9a6f-2786e292f03e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.147387] env[69019]: DEBUG nova.compute.utils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.151261] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.151508] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.170902] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.170902] env[69019]: value = "task-3346028" [ 618.170902] env[69019]: _type = "Task" [ 618.170902] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.184167] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346028, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.298275] env[69019]: DEBUG nova.policy [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6eaa22edd2c4ef3b427cc52fecc6965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf9d3ae572ce4f08adcfe37fd36b799f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.510650] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.511116] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.511579] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.567419] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740757} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.568218] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copied Virtual Disk [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk to [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.568711] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleting the datastore file [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.569024] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c7127c6-46b0-403d-8e11-a90e162de5df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.579419] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 618.579419] env[69019]: value = "task-3346029" [ 618.579419] env[69019]: _type = "Task" [ 618.579419] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.592079] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.653837] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.685989] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346028, 'name': CreateVM_Task, 'duration_secs': 0.372375} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.685989] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.686612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.686774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.687100] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.688284] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd99b7a-3f3c-4c5d-ae5d-ff04d7f2afc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.694254] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 618.694254] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523380a8-2262-2c6a-00da-14810933822e" [ 618.694254] env[69019]: _type = "Task" [ 618.694254] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.704252] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523380a8-2262-2c6a-00da-14810933822e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.850644] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a49600-3067-456b-93ad-70b87c340f64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.858701] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa47705-4be1-4e25-9878-912d33d00c70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.892811] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9f92b-68aa-4d3d-9356-a3ade9d46974 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.900692] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63e241e-81db-4863-b38c-7e92b176727a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.915818] env[69019]: DEBUG nova.compute.provider_tree [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.092671] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025914} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.092967] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.092967] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Moving file from [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c/65710955-6096-416f-9826-b9f1bcbba2bd to [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd. {{(pid=69019) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 619.094790] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-375aa459-48bc-4951-ac18-cdb027bddbff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.101280] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 619.101280] env[69019]: value = "task-3346030" [ 619.101280] env[69019]: _type = "Task" [ 619.101280] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.109374] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346030, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.205670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.205944] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.206142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.296645] env[69019]: DEBUG nova.compute.manager [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Received event network-changed-140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.296645] env[69019]: DEBUG nova.compute.manager [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Refreshing instance network info cache due to event network-changed-140baa3a-a3be-4668-af29-5806f49e285a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.296645] env[69019]: DEBUG oslo_concurrency.lockutils [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] Acquiring lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.296645] env[69019]: DEBUG oslo_concurrency.lockutils [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] Acquired lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.296645] env[69019]: DEBUG nova.network.neutron [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Refreshing network info cache for port 140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.419566] env[69019]: DEBUG nova.scheduler.client.report [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.614008] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346030, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028825} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.614269] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] File moved {{(pid=69019) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 619.614465] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Cleaning up location [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 619.614636] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleting the datastore file [datastore1] vmware_temp/48859116-9ab6-48d2-8be8-e582d903732c {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.614866] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d6b116-9a5c-46d9-aa61-cdc3c71f840a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.622203] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 619.622203] env[69019]: value = "task-3346031" [ 619.622203] env[69019]: _type = "Task" [ 619.622203] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.631470] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.648637] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Successfully created port: 88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.665925] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.702373] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.702694] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.702892] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.703159] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.703808] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.703808] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.703808] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.703987] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.704444] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.704649] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.704883] env[69019]: DEBUG nova.virt.hardware [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.705826] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99abb8d4-0a4b-4e8e-a26e-276c379f4340 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.716317] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b054b-e40d-486b-9754-8039892b56bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.846019] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Updated VIF entry in instance network info cache for port cae25136-ec11-4b49-9499-f6bdb6a397b8. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.846019] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Updating instance_info_cache with network_info: [{"id": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "address": "fa:16:3e:c5:91:69", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae25136-ec", "ovs_interfaceid": "cae25136-ec11-4b49-9499-f6bdb6a397b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.929278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.929278] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.935081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.134s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.935081] env[69019]: INFO nova.compute.claims [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.133610] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023582} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.133868] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.138536] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1accec6f-da09-4cce-8826-bc79cd57504c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.143154] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 620.143154] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b2dc9a-b9de-d9e3-5e0d-d339a4d3166d" [ 620.143154] env[69019]: _type = "Task" [ 620.143154] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.155397] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b2dc9a-b9de-d9e3-5e0d-d339a4d3166d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.353991] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Releasing lock "refresh_cache-6e43dee0-b274-4e49-898b-31eb6d19545a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.354622] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Received event network-vif-plugged-4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.354862] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Acquiring lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.355080] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.355245] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.355406] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] No waiting events found dispatching network-vif-plugged-4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.355568] env[69019]: WARNING nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Received unexpected event network-vif-plugged-4406d643-025b-48a2-8d7d-f056143425ba for instance with vm_state building and task_state spawning. [ 620.355911] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Received event network-changed-4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.356127] env[69019]: DEBUG nova.compute.manager [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Refreshing instance network info cache due to event network-changed-4406d643-025b-48a2-8d7d-f056143425ba. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.356539] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Acquiring lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.356695] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Acquired lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.356856] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Refreshing network info cache for port 4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.434903] env[69019]: DEBUG nova.compute.utils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.438633] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.438633] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.658590] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b2dc9a-b9de-d9e3-5e0d-d339a4d3166d, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.660147] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660147] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6e43dee0-b274-4e49-898b-31eb6d19545a/6e43dee0-b274-4e49-898b-31eb6d19545a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.660147] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.660666] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.660666] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f69525e7-14a2-4ea8-86e0-8feb083673c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.663175] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1bbe8c0-afa3-462e-a126-6987ddad3a63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.671504] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 620.671504] env[69019]: value = "task-3346032" [ 620.671504] env[69019]: _type = "Task" [ 620.671504] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.676153] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.676478] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.677407] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b6a6e2-afe9-40e8-9a6c-6aad8f2acf56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.684525] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.688129] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 620.688129] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f7e260-e605-874d-d38c-6fe8737b2c28" [ 620.688129] env[69019]: _type = "Task" [ 620.688129] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.696787] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f7e260-e605-874d-d38c-6fe8737b2c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.940273] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.947694] env[69019]: DEBUG nova.policy [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acab2caf8cab42aba3c574ec6082d506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eb8156202f0438daeda70b7963c6ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.149875] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330df334-d805-4baa-ad34-453784d6bbbb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.159981] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349957b3-3d9f-4e07-914c-b0fb461eaaa5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.204776] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9bae7-6253-46f0-baa0-4ca7a2aad1fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.215043] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492371} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.220312] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6e43dee0-b274-4e49-898b-31eb6d19545a/6e43dee0-b274-4e49-898b-31eb6d19545a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.220557] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.220890] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f7e260-e605-874d-d38c-6fe8737b2c28, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.221887] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1376c6b4-dd90-4718-9c03-04a6422c81c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.226189] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd2d3d-d8e1-4c7c-94b3-dd039c88bf50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.229733] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a7b77-08df-4efe-977c-9bcc7bbe6798 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.235152] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 621.235152] env[69019]: value = "task-3346033" [ 621.235152] env[69019]: _type = "Task" [ 621.235152] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.249097] env[69019]: DEBUG nova.compute.provider_tree [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.250455] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 621.250455] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5274c203-d785-61ef-fe35-bf3a668502bc" [ 621.250455] env[69019]: _type = "Task" [ 621.250455] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.257399] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.264028] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5274c203-d785-61ef-fe35-bf3a668502bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.264338] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.264595] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] c24011d9-a2dd-4cec-9795-15f0aae55487/c24011d9-a2dd-4cec-9795-15f0aae55487.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.265017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.265075] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.265280] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec1c9f7-6ffe-49ea-a281-897d2e71ef4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.268026] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143b02df-ead6-4dec-9660-840fd32ca0f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.276068] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 621.276068] env[69019]: value = "task-3346034" [ 621.276068] env[69019]: _type = "Task" [ 621.276068] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.277269] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.278576] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.281441] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d999d52-bad2-4c1a-8c02-b525407e4b65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.290072] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.290925] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 621.290925] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aba236-72a6-4140-fad6-f7626c984318" [ 621.290925] env[69019]: _type = "Task" [ 621.290925] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.291936] env[69019]: DEBUG nova.network.neutron [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Updated VIF entry in instance network info cache for port 140baa3a-a3be-4668-af29-5806f49e285a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.292195] env[69019]: DEBUG nova.network.neutron [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Updating instance_info_cache with network_info: [{"id": "140baa3a-a3be-4668-af29-5806f49e285a", "address": "fa:16:3e:36:6d:56", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140baa3a-a3", "ovs_interfaceid": "140baa3a-a3be-4668-af29-5806f49e285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.302517] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aba236-72a6-4140-fad6-f7626c984318, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.303689] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb81f73-0d42-4e22-9c08-0bd55cad47bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.311428] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 621.311428] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5281619d-1603-50d7-de77-06f4c8a6854d" [ 621.311428] env[69019]: _type = "Task" [ 621.311428] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.319765] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5281619d-1603-50d7-de77-06f4c8a6854d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.752953] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088898} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.755085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.756408] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80818a57-9d07-4ce2-b874-ece185524d00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.760634] env[69019]: DEBUG nova.scheduler.client.report [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.794205] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6e43dee0-b274-4e49-898b-31eb6d19545a/6e43dee0-b274-4e49-898b-31eb6d19545a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.796571] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa5e8d1-ee91-4c9a-bce0-3083804e3105 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.819260] env[69019]: DEBUG oslo_concurrency.lockutils [req-d99e90ba-a72a-4b23-99bf-326533485e69 req-63982ddf-9d6b-4173-b594-6b8b7907ab54 service nova] Releasing lock "refresh_cache-c24011d9-a2dd-4cec-9795-15f0aae55487" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.827850] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476818} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.829746] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] c24011d9-a2dd-4cec-9795-15f0aae55487/c24011d9-a2dd-4cec-9795-15f0aae55487.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.829903] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.830475] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 621.830475] env[69019]: value = "task-3346035" [ 621.830475] env[69019]: _type = "Task" [ 621.830475] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.830669] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde69f6b-6ebc-463e-b74c-361d50cd2738 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.844303] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5281619d-1603-50d7-de77-06f4c8a6854d, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.845066] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.845430] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0756fd81-2119-42d0-bc4c-48cced1ab630/0756fd81-2119-42d0-bc4c-48cced1ab630.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.846136] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.846546] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.846729] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50a5cd0b-426c-4f12-9a24-b34523a50ed8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.856546] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e97c53ba-6092-4979-a455-795011ecdc11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.856955] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 621.856955] env[69019]: value = "task-3346036" [ 621.856955] env[69019]: _type = "Task" [ 621.856955] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.857278] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.863848] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 621.863848] env[69019]: value = "task-3346037" [ 621.863848] env[69019]: _type = "Task" [ 621.863848] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.865800] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.866122] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.873118] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a74e73-1cb1-4e55-aae8-cab1861452dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.877017] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.882656] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.883674] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 621.883674] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d2fe19-cf0a-0a41-7d89-a89cde054fca" [ 621.883674] env[69019]: _type = "Task" [ 621.883674] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.893865] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d2fe19-cf0a-0a41-7d89-a89cde054fca, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.893865] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64be975-2d33-4137-a683-8ec7e0e9fa9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.898186] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 621.898186] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f9bbfa-c5e7-2b70-d8b7-3968550957d9" [ 621.898186] env[69019]: _type = "Task" [ 621.898186] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.908510] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f9bbfa-c5e7-2b70-d8b7-3968550957d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.957587] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.002471] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.002709] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.002863] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.003097] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.003746] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.003746] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.003746] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.003746] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.003991] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.004407] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.004407] env[69019]: DEBUG nova.virt.hardware [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.007251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e269eb-9b62-46bc-80a4-24e748452aec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.022017] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba27c3-6b0c-42c6-8b91-6d8ccb3a923a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.168266] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Updated VIF entry in instance network info cache for port 4406d643-025b-48a2-8d7d-f056143425ba. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.168710] env[69019]: DEBUG nova.network.neutron [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Updating instance_info_cache with network_info: [{"id": "4406d643-025b-48a2-8d7d-f056143425ba", "address": "fa:16:3e:7d:48:52", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4406d643-02", "ovs_interfaceid": "4406d643-025b-48a2-8d7d-f056143425ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.266865] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.268554] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.271075] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.537s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.342366] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346035, 'name': ReconfigVM_Task, 'duration_secs': 0.382372} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.342932] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6e43dee0-b274-4e49-898b-31eb6d19545a/6e43dee0-b274-4e49-898b-31eb6d19545a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.343483] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98d002d3-f2d8-4832-93cd-1a74571a43c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.350717] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 622.350717] env[69019]: value = "task-3346038" [ 622.350717] env[69019]: _type = "Task" [ 622.350717] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.360211] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346038, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.366651] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09662} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.371419] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.371419] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374af9cc-9b45-4983-a6e6-aabe55bad84d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.400304] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c24011d9-a2dd-4cec-9795-15f0aae55487/c24011d9-a2dd-4cec-9795-15f0aae55487.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.400304] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346037, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.400304] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68111c3-91d0-47ef-8f9c-76ffabdd2062 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.424710] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f9bbfa-c5e7-2b70-d8b7-3968550957d9, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.425460] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.425788] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0/58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.426341] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 622.426341] env[69019]: value = "task-3346039" [ 622.426341] env[69019]: _type = "Task" [ 622.426341] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.426572] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a91aab-323b-40ce-af57-56a27ff02830 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.437957] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.439598] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 622.439598] env[69019]: value = "task-3346040" [ 622.439598] env[69019]: _type = "Task" [ 622.439598] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.449591] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.675681] env[69019]: DEBUG oslo_concurrency.lockutils [req-39907b5f-b062-4a5e-97ea-699a3ac05737 req-e99e576c-0797-4f94-af84-2d505cb96198 service nova] Releasing lock "refresh_cache-58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.775121] env[69019]: DEBUG nova.compute.utils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.776706] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.776814] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.863101] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346038, 'name': Rename_Task, 'duration_secs': 0.142628} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.863702] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.863795] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6728423-2813-4a16-9413-669b93ab3a74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.874634] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 622.874634] env[69019]: value = "task-3346041" [ 622.874634] env[69019]: _type = "Task" [ 622.874634] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.877927] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346037, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.886018] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.945009] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346039, 'name': ReconfigVM_Task, 'duration_secs': 0.285647} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.951617] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c24011d9-a2dd-4cec-9795-15f0aae55487/c24011d9-a2dd-4cec-9795-15f0aae55487.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.952481] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd177ab6-b6be-4f42-a340-34b5ed983308 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.960780] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.963419] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 622.963419] env[69019]: value = "task-3346042" [ 622.963419] env[69019]: _type = "Task" [ 622.963419] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.975784] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346042, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.008831] env[69019]: DEBUG nova.policy [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '414979fdd5064e5a93449d7d7ee2329b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e38633bbe024786a5039ffebe6e0357', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.019152] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Successfully created port: 9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.194582] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.194823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.282245] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.318074] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6e43dee0-b274-4e49-898b-31eb6d19545a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.318659] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.318825] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c24011d9-a2dd-4cec-9795-15f0aae55487 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.319550] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0756fd81-2119-42d0-bc4c-48cced1ab630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.319550] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.319550] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 362d50fa-24c5-4a28-98a6-65bdcfe558a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.319550] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2d45f205-914d-45b8-b27a-2688f6c9fe7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 623.383067] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346037, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.481133} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.385664] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0756fd81-2119-42d0-bc4c-48cced1ab630/0756fd81-2119-42d0-bc4c-48cced1ab630.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.386159] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.386670] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129810bc-acf9-4430-b9c2-5d516f0779f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.396967] env[69019]: DEBUG oslo_vmware.api [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346041, 'name': PowerOnVM_Task, 'duration_secs': 0.510582} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.397204] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.397859] env[69019]: INFO nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Took 12.75 seconds to spawn the instance on the hypervisor. [ 623.398225] env[69019]: DEBUG nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.398642] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 623.398642] env[69019]: value = "task-3346043" [ 623.398642] env[69019]: _type = "Task" [ 623.398642] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.400621] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee4136d-5bf1-4051-8747-afa0e473218c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.419948] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.464323] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.477030] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346042, 'name': Rename_Task, 'duration_secs': 0.157932} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.477564] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.477638] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc96988-4308-4a24-bc11-5f5c92f19219 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.485269] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 623.485269] env[69019]: value = "task-3346044" [ 623.485269] env[69019]: _type = "Task" [ 623.485269] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.498271] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.697750] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.825183] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6adbf28d-77df-451e-9658-5204ca8331bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 623.919154] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066724} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.919154] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.919154] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ffd70-8c50-4187-bf25-919fde7807bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.950262] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 0756fd81-2119-42d0-bc4c-48cced1ab630/0756fd81-2119-42d0-bc4c-48cced1ab630.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.950571] env[69019]: INFO nova.compute.manager [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Took 17.59 seconds to build instance. [ 623.952039] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8222b4-71b4-4d08-805c-6bf726f0b22c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.983358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d07d4a67-3954-481c-bf7d-b7eec6a6266e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.635s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.999640] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.354444} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.004939] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0/58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.005044] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.005947] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 624.005947] env[69019]: value = "task-3346045" [ 624.005947] env[69019]: _type = "Task" [ 624.005947] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.005947] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346044, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.005947] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9306dee5-7c1a-48fe-adc4-04ea17da2243 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.018232] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.020988] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 624.020988] env[69019]: value = "task-3346046" [ 624.020988] env[69019]: _type = "Task" [ 624.020988] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.029108] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.226867] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.298499] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.324639] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.325102] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.325525] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.325841] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.326169] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.326465] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.326808] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.327133] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.327506] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.327810] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.328153] env[69019]: DEBUG nova.virt.hardware [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.329123] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0154bed4-9720-44f6-8d8e-0938ebf8d875 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.329563] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 624.329902] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 624.334346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be41fff-c190-4666-a3ab-9c7d7b5b0cac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.348020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd799d70-f4fd-4cd9-8299-68a25d6e144d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.407546] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Successfully updated port: 88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.499641] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346044, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.518400] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346045, 'name': ReconfigVM_Task, 'duration_secs': 0.396739} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.518747] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 0756fd81-2119-42d0-bc4c-48cced1ab630/0756fd81-2119-42d0-bc4c-48cced1ab630.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.519276] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1e8669-d915-40f3-aa4b-6ad9bc75054f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.529155] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067406} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.530435] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.530769] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 624.530769] env[69019]: value = "task-3346047" [ 624.530769] env[69019]: _type = "Task" [ 624.530769] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.531565] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5f2fd-1834-4873-b43d-d8fb5b2447f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.543484] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346047, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.567276] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0/58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.572652] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c98e617-0d58-478d-b192-7fa16bc5f130 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.599921] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 624.599921] env[69019]: value = "task-3346048" [ 624.599921] env[69019]: _type = "Task" [ 624.599921] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.611172] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.626809] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Successfully created port: 81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.726428] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca337a41-c0ea-4e2a-a8db-5222262c6358 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.734494] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca585b5-4db7-41c8-8725-d19318953d9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.770196] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70cf22-02f1-4f2d-b7ad-818818af3c05 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.779117] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34992b2f-7e44-413f-85b9-b4a809b44f0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.796465] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.913888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.914179] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.914179] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.003086] env[69019]: DEBUG oslo_vmware.api [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346044, 'name': PowerOnVM_Task, 'duration_secs': 1.114927} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.003218] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.003399] env[69019]: INFO nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Took 12.14 seconds to spawn the instance on the hypervisor. [ 625.003571] env[69019]: DEBUG nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.005852] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e12029a-fe78-4eb4-81df-9d5fe8feac7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.048745] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346047, 'name': Rename_Task, 'duration_secs': 0.137594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.049033] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.050045] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822f11ee-24f9-480c-aa63-c023dc41962a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.058121] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 625.058121] env[69019]: value = "task-3346049" [ 625.058121] env[69019]: _type = "Task" [ 625.058121] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.074478] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.113752] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.301114] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.504940] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.526148] env[69019]: INFO nova.compute.manager [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Took 17.61 seconds to build instance. [ 625.576075] env[69019]: DEBUG oslo_vmware.api [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346049, 'name': PowerOnVM_Task, 'duration_secs': 0.424388} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.576075] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.576075] env[69019]: INFO nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Took 8.23 seconds to spawn the instance on the hypervisor. [ 625.576075] env[69019]: DEBUG nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.576550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d22ed-5c4b-43b3-be02-4601e41beccf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.612341] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346048, 'name': ReconfigVM_Task, 'duration_secs': 0.901489} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.612960] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0/58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.614080] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aac1f917-f90a-4b76-9651-632c593bb992 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.621852] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 625.621852] env[69019]: value = "task-3346050" [ 625.621852] env[69019]: _type = "Task" [ 625.621852] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.633818] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346050, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.809574] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 625.809574] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.538s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.809574] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.785s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.811100] env[69019]: INFO nova.compute.claims [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.824280] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.824280] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.033730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4cfbba91-cec5-4b38-a445-12228cac7660 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.124s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.101895] env[69019]: INFO nova.compute.manager [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Took 17.91 seconds to build instance. [ 626.138441] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346050, 'name': Rename_Task, 'duration_secs': 0.158705} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.138653] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.138895] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfff9bdd-c30b-4f93-a1cd-9b6ca7f1fa99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.145949] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 626.145949] env[69019]: value = "task-3346051" [ 626.145949] env[69019]: _type = "Task" [ 626.145949] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.162578] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.328091] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.333993] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.334257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.336215] env[69019]: DEBUG nova.network.neutron [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.508906] env[69019]: DEBUG nova.compute.manager [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Received event network-vif-plugged-88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.509136] env[69019]: DEBUG oslo_concurrency.lockutils [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.509491] env[69019]: DEBUG oslo_concurrency.lockutils [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.509491] env[69019]: DEBUG oslo_concurrency.lockutils [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.509717] env[69019]: DEBUG nova.compute.manager [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] No waiting events found dispatching network-vif-plugged-88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.509853] env[69019]: WARNING nova.compute.manager [req-1ae9554d-8412-4458-8d23-4285d76dd88c req-50f4f268-b625-4608-9207-d4f226f42005 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Received unexpected event network-vif-plugged-88577cb4-5a77-4c32-8769-b95d96f04489 for instance with vm_state building and task_state spawning. [ 626.604238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-05c3cd1f-a22e-4a16-aaa4-d89194ba5e87 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.421s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.664199] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.840066] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.844018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.845350] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Instance network_info: |[{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.849056] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:fa:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88577cb4-5a77-4c32-8769-b95d96f04489', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.858544] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating folder: Project (cf9d3ae572ce4f08adcfe37fd36b799f). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.863977] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-445565f8-4642-4961-8dd9-2b385422e5f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.873205] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Created folder: Project (cf9d3ae572ce4f08adcfe37fd36b799f) in parent group-v667907. [ 626.873398] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating folder: Instances. Parent ref: group-v667920. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.873641] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e132d0-6a1b-48ff-be46-b19725b68da5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.878386] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.890450] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Created folder: Instances in parent group-v667920. [ 626.890718] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.890922] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.892021] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44f8aae8-f0c0-49d6-b1d7-782076265010 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.921189] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.921189] env[69019]: value = "task-3346054" [ 626.921189] env[69019]: _type = "Task" [ 626.921189] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.929661] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346054, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.061074] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702f0a3-42a3-4e83-be3d-ed82d3fcc472 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.069928] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2177bf3-0b3f-4bf9-97bc-3a81a26be51d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.107923] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51eabcf-5b98-4626-96e1-be4d7ea4093a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.117284] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0999536-7b1a-4275-abd2-2efda49a4da3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.134742] env[69019]: DEBUG nova.compute.provider_tree [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.158109] env[69019]: DEBUG oslo_vmware.api [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346051, 'name': PowerOnVM_Task, 'duration_secs': 0.63521} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.158435] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.159081] env[69019]: INFO nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Took 12.04 seconds to spawn the instance on the hypervisor. [ 627.159081] env[69019]: DEBUG nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.159772] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c75322-3930-4ac7-b819-79ccc2fb0786 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.370280] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.429615] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346054, 'name': CreateVM_Task, 'duration_secs': 0.410448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.429830] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.431029] env[69019]: DEBUG oslo_vmware.service [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04277273-2f1e-4cbd-ae5c-81439c3b73f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.442396] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.442628] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.443023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.443281] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586e3399-02ae-4eda-9884-2dbb578180e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.450296] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 627.450296] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5278ba47-8562-f256-97dc-0b0a4fc03d5c" [ 627.450296] env[69019]: _type = "Task" [ 627.450296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.461278] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5278ba47-8562-f256-97dc-0b0a4fc03d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.642088] env[69019]: DEBUG nova.scheduler.client.report [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.680936] env[69019]: INFO nova.compute.manager [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Took 19.60 seconds to build instance. [ 627.965649] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.966214] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.966625] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.966823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.967107] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.967378] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e23cdf3-4cb6-4350-9dd1-f8a0b2c1e132 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.977333] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.977333] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.977333] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076ceed-43d0-4b3c-bf63-f54857864b97 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.984433] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e06b08c-933d-4bad-b3f3-02ea8923ad83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.989844] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 627.989844] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526b0bf2-e26e-10be-62c7-2033b6f5fd42" [ 627.989844] env[69019]: _type = "Task" [ 627.989844] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.000143] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526b0bf2-e26e-10be-62c7-2033b6f5fd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.041705] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Successfully updated port: 9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.148119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.148748] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.154205] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.926s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.154312] env[69019]: INFO nova.compute.claims [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.171162] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Successfully updated port: 81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.183657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4636ac3-70a1-4925-be33-497c516ff22f tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.114s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.235454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "b8814116-45e3-48d5-8e24-6c73ec375d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.235830] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.503387] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 628.504661] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating directory with path [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.504661] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c1805d4-6c85-4355-8dc5-9f09c512e028 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.548018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.548018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquired lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.548018] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.548018] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Created directory with path [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.548241] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Fetch image to [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 628.548829] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Downloading image file data 65710955-6096-416f-9826-b9f1bcbba2bd to [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69019) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 628.550281] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc58581-da8d-45f3-9202-efe3fa2cd722 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.564564] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943f2c6-572d-4b4c-b4af-b3f5e1e418ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.579507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e82a47b-4680-4949-b92a-467db766c003 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.619378] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e422e7-7bd9-491c-bf72-72c86639fdce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.627470] env[69019]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-77487151-6d75-40eb-896a-820fcc741125 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.655795] env[69019]: DEBUG nova.compute.utils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.660238] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.660411] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.665858] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Downloading image file data 65710955-6096-416f-9826-b9f1bcbba2bd to the data store datastore2 {{(pid=69019) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 628.675612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.675751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquired lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.675911] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.739452] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.758977] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 629.107979] env[69019]: DEBUG nova.policy [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48388164f7024efeb97cf4464445e5bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da74ff01fab94b52926eff195cbd8b29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.169268] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.283947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.285126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.285126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.334512] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.382168] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.406631] env[69019]: DEBUG nova.compute.manager [None req-ff71afb1-98d1-4bd1-b75b-9ea6b15b9790 tempest-ServerDiagnosticsTest-706385297 tempest-ServerDiagnosticsTest-706385297-project-admin] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.410664] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24da95-8bc2-4290-877d-98b3bf358b28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.428450] env[69019]: INFO nova.compute.manager [None req-ff71afb1-98d1-4bd1-b75b-9ea6b15b9790 tempest-ServerDiagnosticsTest-706385297 tempest-ServerDiagnosticsTest-706385297-project-admin] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Retrieving diagnostics [ 629.429652] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427630d-72da-4de2-b28f-c4ed20979ccc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.544146] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 629.544665] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 629.549910] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afde533-b79d-4faa-94ff-afba918cd873 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.561027] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853100f-a7f3-405b-8d96-b5cdfe71fcc8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.597611] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5dad4c-02b9-4c65-a141-9c194f9d818f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.608028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0be81ba-226c-494e-a967-f7c804defcd1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.623128] env[69019]: DEBUG nova.compute.provider_tree [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.625040] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Downloaded image file data 65710955-6096-416f-9826-b9f1bcbba2bd to vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69019) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 629.626881] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 629.627138] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copying Virtual Disk [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk to [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.627389] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a6fa66-4234-40f5-b8cd-255524e96ac3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.635164] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 629.635164] env[69019]: value = "task-3346055" [ 629.635164] env[69019]: _type = "Task" [ 629.635164] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.649854] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.790302] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.986317] env[69019]: DEBUG nova.network.neutron [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updating instance_info_cache with network_info: [{"id": "9e888497-17a5-400d-90c0-1e49809d110f", "address": "fa:16:3e:54:cd:61", "network": {"id": "3dcc7768-442e-4b2d-ac5c-2a0b9483cd95", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-618977497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8156202f0438daeda70b7963c6ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e888497-17", "ovs_interfaceid": "9e888497-17a5-400d-90c0-1e49809d110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.045486] env[69019]: DEBUG nova.network.neutron [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Updating instance_info_cache with network_info: [{"id": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "address": "fa:16:3e:44:5a:1f", "network": {"id": "4f180af2-efe4-479b-960b-62c069be9ecc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-772279455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38633bbe024786a5039ffebe6e0357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ef1087-e0", "ovs_interfaceid": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.132163] env[69019]: DEBUG nova.scheduler.client.report [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.147209] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346055, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.188993] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.223295] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.224112] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.224112] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.224112] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.224112] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.224303] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.226980] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.226980] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.226980] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.226980] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.226980] env[69019]: DEBUG nova.virt.hardware [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.227384] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69caf2c-a50f-4ebf-9838-9984855cb029 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.236543] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68517e93-bb7b-48be-868d-de0af7d3fa81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.328209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.496069] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Releasing lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.496526] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Instance network_info: |[{"id": "9e888497-17a5-400d-90c0-1e49809d110f", "address": "fa:16:3e:54:cd:61", "network": {"id": "3dcc7768-442e-4b2d-ac5c-2a0b9483cd95", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-618977497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8156202f0438daeda70b7963c6ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e888497-17", "ovs_interfaceid": "9e888497-17a5-400d-90c0-1e49809d110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.497768] env[69019]: DEBUG nova.compute.manager [None req-783a82a5-1ad0-424e-90e6-78ccbe41016b tempest-ServerDiagnosticsV248Test-1866012860 tempest-ServerDiagnosticsV248Test-1866012860-project-admin] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.498552] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:cd:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e888497-17a5-400d-90c0-1e49809d110f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.508654] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Creating folder: Project (7eb8156202f0438daeda70b7963c6ddd). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.512387] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48345c5-4a5b-46af-8256-f4691d2646a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.516352] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ed6458-1464-41ae-b47c-2551617a2831 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.523682] env[69019]: INFO nova.compute.manager [None req-783a82a5-1ad0-424e-90e6-78ccbe41016b tempest-ServerDiagnosticsV248Test-1866012860 tempest-ServerDiagnosticsV248Test-1866012860-project-admin] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Retrieving diagnostics [ 630.527376] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891243b-534c-4ac1-8f88-389469cd7178 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.532765] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Created folder: Project (7eb8156202f0438daeda70b7963c6ddd) in parent group-v667907. [ 630.532997] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Creating folder: Instances. Parent ref: group-v667923. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.533639] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4319aa89-0166-4ebc-9c2f-8418dc12acac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.567239] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Releasing lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.567612] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Instance network_info: |[{"id": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "address": "fa:16:3e:44:5a:1f", "network": {"id": "4f180af2-efe4-479b-960b-62c069be9ecc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-772279455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38633bbe024786a5039ffebe6e0357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ef1087-e0", "ovs_interfaceid": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.572040] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:5a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ef1087-e0a1-4ed3-ac54-26958ff52ea5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.581262] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Creating folder: Project (4e38633bbe024786a5039ffebe6e0357). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.582984] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc6768d8-a5c0-48a9-b0f0-dee25bec1e51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.584548] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Created folder: Instances in parent group-v667923. [ 630.584548] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.584684] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.585413] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5bb3a98-b77c-4be9-b95a-cab10c765994 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.609026] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Created folder: Project (4e38633bbe024786a5039ffebe6e0357) in parent group-v667907. [ 630.609155] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Creating folder: Instances. Parent ref: group-v667925. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.609779] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95b4bc2c-78ac-48e7-a009-2c3e81e874b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.615744] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.615744] env[69019]: value = "task-3346059" [ 630.615744] env[69019]: _type = "Task" [ 630.615744] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.621351] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Created folder: Instances in parent group-v667925. [ 630.621495] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.622830] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.622830] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83fd6302-4ba7-43c1-8e18-19e1c9af137d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.645031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.645031] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.648227] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346059, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.648227] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.770s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.649213] env[69019]: INFO nova.compute.claims [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.663034] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346055, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.663034] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.663034] env[69019]: value = "task-3346061" [ 630.663034] env[69019]: _type = "Task" [ 630.663034] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.774949] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Successfully created port: 7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.128686] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346059, 'name': CreateVM_Task, 'duration_secs': 0.502957} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.128686] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.128686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.128992] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.129092] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.129339] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e55f55-f583-4463-877e-329f4945e396 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.136065] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 631.136065] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5267b448-4162-97ce-24f2-252b646ecc49" [ 631.136065] env[69019]: _type = "Task" [ 631.136065] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.146675] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5267b448-4162-97ce-24f2-252b646ecc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.149026] env[69019]: DEBUG nova.compute.utils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.154172] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.154172] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.171033] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346055, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.286684} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.171745] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copied Virtual Disk [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk to [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.171926] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleting the datastore file [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd/tmp-sparse.vmdk {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.172248] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398ab88a-c63d-4ce4-b6c7-08e183bbca44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.177899] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346061, 'name': CreateVM_Task, 'duration_secs': 0.48815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.179260] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.179260] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.182546] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 631.182546] env[69019]: value = "task-3346062" [ 631.182546] env[69019]: _type = "Task" [ 631.182546] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.191273] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.412340] env[69019]: DEBUG nova.policy [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcacf1d67a2c4d789b033ec1a3313e7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e407fd0df5b849a3b0436323c60ff98c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.651916] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.652376] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.652870] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.653215] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.653704] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.654243] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c49c22-4da3-459a-a1ee-8ac5237c16e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.662040] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.668215] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 631.668215] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297aeb7-f731-533b-2990-206b8a0ca1c8" [ 631.668215] env[69019]: _type = "Task" [ 631.668215] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.685287] env[69019]: DEBUG nova.compute.manager [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Received event network-vif-plugged-9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.685287] env[69019]: DEBUG oslo_concurrency.lockutils [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] Acquiring lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.687018] env[69019]: DEBUG oslo_concurrency.lockutils [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.687018] env[69019]: DEBUG oslo_concurrency.lockutils [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.687018] env[69019]: DEBUG nova.compute.manager [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] No waiting events found dispatching network-vif-plugged-9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.687018] env[69019]: WARNING nova.compute.manager [req-722edfb7-e38e-4921-8939-a0a4ea9ae584 req-c3d9a2cf-6927-48c3-8bee-d380184bd62c service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Received unexpected event network-vif-plugged-9e888497-17a5-400d-90c0-1e49809d110f for instance with vm_state building and task_state spawning. [ 631.697707] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.698067] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.698498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.706193] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071832} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.706378] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.709037] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Moving file from [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973/65710955-6096-416f-9826-b9f1bcbba2bd to [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd. {{(pid=69019) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 631.709037] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d62bcca5-c25c-43ba-aa67-99c882ceb3ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.713999] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 631.713999] env[69019]: value = "task-3346063" [ 631.713999] env[69019]: _type = "Task" [ 631.713999] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.725016] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346063, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.017241] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2139ff62-7604-4e70-beef-2d674b891be2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.029464] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f05cd-416f-4ae6-803e-9c839085c2b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.066380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ca73c-56d2-4ac5-b990-7b4c5689dab0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.078812] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c476e-96cd-49e1-9be0-34cfc39da08a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.092924] env[69019]: DEBUG nova.compute.provider_tree [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.228113] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346063, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.228113] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] File moved {{(pid=69019) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 632.228444] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Cleaning up location [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 632.228546] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleting the datastore file [datastore2] vmware_temp/cf77e53b-813e-4248-bd7c-4dc122b95973 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.228899] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cc22009-c415-4750-930b-8e7fac9a74a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.236813] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 632.236813] env[69019]: value = "task-3346064" [ 632.236813] env[69019]: _type = "Task" [ 632.236813] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.248584] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.469035] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Successfully created port: f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.600910] env[69019]: DEBUG nova.scheduler.client.report [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.606140] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Acquiring lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.606383] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.606585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Acquiring lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.606746] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.606901] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.613469] env[69019]: INFO nova.compute.manager [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Terminating instance [ 632.680621] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.717415] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.717918] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.717918] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.718128] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.718917] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.719456] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.719456] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.719585] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.719672] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.719857] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.720046] env[69019]: DEBUG nova.virt.hardware [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.720923] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c630c-efee-414e-a50e-296657c25b6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.731242] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca10ed-c769-4b7f-944d-1ffa48fa7532 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.756831] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070292} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.757170] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.759034] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3418e65b-1ef7-43e9-b3ec-e943ea2a8be7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.763351] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 632.763351] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ec006c-948d-fa1c-e80e-1a0f1394d677" [ 632.763351] env[69019]: _type = "Task" [ 632.763351] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.777380] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ec006c-948d-fa1c-e80e-1a0f1394d677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.956377] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Received event network-changed-88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.956579] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Refreshing instance network info cache due to event network-changed-88577cb4-5a77-4c32-8769-b95d96f04489. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.956792] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Acquiring lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.956937] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Acquired lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.957220] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Refreshing network info cache for port 88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.115493] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.115493] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.118799] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.749s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.120286] env[69019]: INFO nova.compute.claims [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.124826] env[69019]: DEBUG nova.compute.manager [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.125033] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.127055] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bb382b-9b78-451f-b9c2-187f4af5bca8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.146027] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.146409] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1397e9-abdc-4489-88c2-9f6a10b049eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.154906] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Waiting for the task: (returnval){ [ 633.154906] env[69019]: value = "task-3346065" [ 633.154906] env[69019]: _type = "Task" [ 633.154906] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.171804] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Task: {'id': task-3346065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.277608] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ec006c-948d-fa1c-e80e-1a0f1394d677, 'name': SearchDatastore_Task, 'duration_secs': 0.031793} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.278414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.278865] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.279453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.279453] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.279574] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db1caef6-1709-4b76-a8f3-acd19ca0c5d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.282057] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc68e3ec-9ddc-476a-8e99-d521e21bac29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.291189] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 633.291189] env[69019]: value = "task-3346066" [ 633.291189] env[69019]: _type = "Task" [ 633.291189] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.295708] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.295881] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.297136] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd0bc6e-22f1-42ab-b2a1-22e005137297 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.302897] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.305714] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 633.305714] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52947ee7-ea77-e0b4-716b-e8f12d048dc6" [ 633.305714] env[69019]: _type = "Task" [ 633.305714] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.314739] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52947ee7-ea77-e0b4-716b-e8f12d048dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.631400] env[69019]: DEBUG nova.compute.utils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.636755] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.636879] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.670225] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Task: {'id': task-3346065, 'name': PowerOffVM_Task, 'duration_secs': 0.249681} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.671988] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.671988] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.671988] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d854aacb-17dc-457c-82f3-90cde55d3e08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.743778] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.744025] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.744220] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Deleting the datastore file [datastore1] 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.746031] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85db7979-45b8-49f3-ad7d-6540778d909d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.758841] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Waiting for the task: (returnval){ [ 633.758841] env[69019]: value = "task-3346068" [ 633.758841] env[69019]: _type = "Task" [ 633.758841] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.769064] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Task: {'id': task-3346068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.801119] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490442} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.801724] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.801724] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.801838] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf01c57-6c26-4ac3-a136-c70ff57bfeb2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.812492] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 633.812492] env[69019]: value = "task-3346069" [ 633.812492] env[69019]: _type = "Task" [ 633.812492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.823305] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52947ee7-ea77-e0b4-716b-e8f12d048dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.824815] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608d89bd-d23e-460c-a3ba-cf93f5bd68f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.830523] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.834151] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 633.834151] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bc2447-38b6-7fd9-e3e6-4ecfe31c7bdc" [ 633.834151] env[69019]: _type = "Task" [ 633.834151] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.844192] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bc2447-38b6-7fd9-e3e6-4ecfe31c7bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.859802] env[69019]: DEBUG nova.policy [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcacf1d67a2c4d789b033ec1a3313e7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e407fd0df5b849a3b0436323c60ff98c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.073581] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updated VIF entry in instance network info cache for port 88577cb4-5a77-4c32-8769-b95d96f04489. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.073884] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.113214] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "d2679ab7-f455-4f64-aa5d-006427847a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.113455] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.137116] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.179251] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "c24011d9-a2dd-4cec-9795-15f0aae55487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.179525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.179733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.179960] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.180141] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.182911] env[69019]: INFO nova.compute.manager [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Terminating instance [ 634.270713] env[69019]: DEBUG oslo_vmware.api [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Task: {'id': task-3346068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289092} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.274668] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.274865] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.275043] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.275214] env[69019]: INFO nova.compute.manager [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 634.275452] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.275843] env[69019]: DEBUG nova.compute.manager [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.275939] env[69019]: DEBUG nova.network.neutron [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.326905] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067933} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.328378] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.329328] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30874e6-0c3c-4320-a65a-2a8a50726fe1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.357866] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.361525] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d1c930-ddd6-4325-b7eb-6819f8628308 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.387195] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bc2447-38b6-7fd9-e3e6-4ecfe31c7bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.387562] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 634.387562] env[69019]: value = "task-3346070" [ 634.387562] env[69019]: _type = "Task" [ 634.387562] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.387727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.388148] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 362d50fa-24c5-4a28-98a6-65bdcfe558a4/362d50fa-24c5-4a28-98a6-65bdcfe558a4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.389077] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.389077] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.389077] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad22a7a8-f280-4989-a9ae-36efa302e728 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.394554] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8458859-2c61-4243-9207-78eaf6ce3fa2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.405426] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 634.405426] env[69019]: value = "task-3346071" [ 634.405426] env[69019]: _type = "Task" [ 634.405426] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.406957] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.407149] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.410571] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95d61f0-94c3-486b-aec5-091af0aec23f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.416368] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 634.416368] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ff1883-d8f0-f511-6b08-59d7ca701ea8" [ 634.416368] env[69019]: _type = "Task" [ 634.416368] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.419681] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.427904] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ff1883-d8f0-f511-6b08-59d7ca701ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.481255] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347f410-a65b-46c7-bc75-0331c016c450 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.490031] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93a954-38d9-438b-8970-df27b5d0bedf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.522423] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Successfully updated port: 7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.527512] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a7608-518b-4d6b-8912-45bafeb32457 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.538310] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66308a08-7f76-46fd-8a69-ddc4116ac3bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.561723] env[69019]: DEBUG nova.compute.provider_tree [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.580240] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Releasing lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.580240] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Received event network-vif-plugged-81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.580240] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Acquiring lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.580240] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.580240] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.580844] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] No waiting events found dispatching network-vif-plugged-81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.580844] env[69019]: WARNING nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Received unexpected event network-vif-plugged-81ef1087-e0a1-4ed3-ac54-26958ff52ea5 for instance with vm_state building and task_state spawning. [ 634.580844] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Received event network-changed-81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.580844] env[69019]: DEBUG nova.compute.manager [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Refreshing instance network info cache due to event network-changed-81ef1087-e0a1-4ed3-ac54-26958ff52ea5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.580844] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Acquiring lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.581186] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Acquired lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.581186] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Refreshing network info cache for port 81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.597607] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Successfully created port: e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.618048] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.688023] env[69019]: DEBUG nova.compute.manager [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.688023] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.688259] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34849ca5-f103-44c9-83ea-c8fa515cae73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.698654] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.698915] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d2df34-06fa-421f-bcd7-bb3752c10a36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.706585] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 634.706585] env[69019]: value = "task-3346072" [ 634.706585] env[69019]: _type = "Task" [ 634.706585] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.716634] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.899052] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.918459] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346071, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.929638] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ff1883-d8f0-f511-6b08-59d7ca701ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.930534] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb8b7d1-55c8-4b71-9055-b316bf1847f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.936631] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 634.936631] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c1a965-e0b5-ff48-ed5a-3ad71109b8da" [ 634.936631] env[69019]: _type = "Task" [ 634.936631] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.947416] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c1a965-e0b5-ff48-ed5a-3ad71109b8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.031910] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.031910] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquired lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.032098] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.065310] env[69019]: DEBUG nova.scheduler.client.report [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.150514] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.152991] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.195021] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.195021] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.195021] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.196622] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.196622] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.196622] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.196622] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.196795] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.196890] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.197072] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.197253] env[69019]: DEBUG nova.virt.hardware [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.198153] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04054e1c-a5df-4d64-9b2c-14a187c502b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.219201] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346072, 'name': PowerOffVM_Task, 'duration_secs': 0.32118} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.223446] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.223446] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.224646] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f39358-0acc-44eb-867f-5d2fed87dc41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.229040] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89292e3-381c-4ad5-8b1f-bd8f71c12235 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.294906] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.295485] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.295879] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Deleting the datastore file [datastore1] c24011d9-a2dd-4cec-9795-15f0aae55487 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.297279] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e259520-8bf2-43d2-9ad0-5580ac52283a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.306636] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for the task: (returnval){ [ 635.306636] env[69019]: value = "task-3346074" [ 635.306636] env[69019]: _type = "Task" [ 635.306636] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.314489] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.403317] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346070, 'name': ReconfigVM_Task, 'duration_secs': 0.660134} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.403634] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.404318] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd04a84a-2a9a-4f8b-bb7e-c575126c0ea7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.412453] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 635.412453] env[69019]: value = "task-3346075" [ 635.412453] env[69019]: _type = "Task" [ 635.412453] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.423609] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533832} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.424343] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 362d50fa-24c5-4a28-98a6-65bdcfe558a4/362d50fa-24c5-4a28-98a6-65bdcfe558a4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.424619] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.424925] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b05acafe-4fab-43a4-9236-522cd52cffdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.434876] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346075, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.444744] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 635.444744] env[69019]: value = "task-3346076" [ 635.444744] env[69019]: _type = "Task" [ 635.444744] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.452272] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c1a965-e0b5-ff48-ed5a-3ad71109b8da, 'name': SearchDatastore_Task, 'duration_secs': 0.022482} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.452950] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.453259] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2d45f205-914d-45b8-b27a-2688f6c9fe7b/2d45f205-914d-45b8-b27a-2688f6c9fe7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.453513] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dc69dee-47de-4256-adec-8cfd1e8674ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.459834] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.464468] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 635.464468] env[69019]: value = "task-3346077" [ 635.464468] env[69019]: _type = "Task" [ 635.464468] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.479159] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.573335] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.573751] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.577396] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.293s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.578982] env[69019]: INFO nova.compute.claims [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.713857] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.819333] env[69019]: DEBUG oslo_vmware.api [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Task: {'id': task-3346074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155821} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.819717] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.820139] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.820283] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.820592] env[69019]: INFO nova.compute.manager [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Took 1.13 seconds to destroy the instance on the hypervisor. [ 635.820968] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.821299] env[69019]: DEBUG nova.compute.manager [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.821437] env[69019]: DEBUG nova.network.neutron [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.925484] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346075, 'name': Rename_Task, 'duration_secs': 0.157243} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.926265] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.926265] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e601515-b6e8-447e-8381-de7fdabea291 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.934914] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 635.934914] env[69019]: value = "task-3346078" [ 635.934914] env[69019]: _type = "Task" [ 635.934914] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.949341] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.961199] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065007} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.961610] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.962883] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b38797-4a42-4f95-84b0-4dbfc4e925ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.992781] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 362d50fa-24c5-4a28-98a6-65bdcfe558a4/362d50fa-24c5-4a28-98a6-65bdcfe558a4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.997237] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ec3f6b-1706-4704-bc38-5eb1264a49e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.015788] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.016161] env[69019]: DEBUG nova.network.neutron [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.025429] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 636.025429] env[69019]: value = "task-3346079" [ 636.025429] env[69019]: _type = "Task" [ 636.025429] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.035553] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.060042] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Updated VIF entry in instance network info cache for port 81ef1087-e0a1-4ed3-ac54-26958ff52ea5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.060540] env[69019]: DEBUG nova.network.neutron [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Updating instance_info_cache with network_info: [{"id": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "address": "fa:16:3e:44:5a:1f", "network": {"id": "4f180af2-efe4-479b-960b-62c069be9ecc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-772279455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38633bbe024786a5039ffebe6e0357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ef1087-e0", "ovs_interfaceid": "81ef1087-e0a1-4ed3-ac54-26958ff52ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.088965] env[69019]: DEBUG nova.compute.utils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.092793] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.093754] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.275480] env[69019]: DEBUG nova.policy [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7968f47af64b9c939e4de35d934fda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4e25d7469ea41f493257e17ae25fd0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.359463] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Successfully updated port: f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.454264] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346078, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.475949] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581991} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.476430] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2d45f205-914d-45b8-b27a-2688f6c9fe7b/2d45f205-914d-45b8-b27a-2688f6c9fe7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.476650] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.476901] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5b0355-d43a-4397-a860-32a922b32c31 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.483929] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 636.483929] env[69019]: value = "task-3346080" [ 636.483929] env[69019]: _type = "Task" [ 636.483929] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.492924] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.523174] env[69019]: INFO nova.compute.manager [-] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Took 2.25 seconds to deallocate network for instance. [ 636.537262] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346079, 'name': ReconfigVM_Task, 'duration_secs': 0.279749} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.537556] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 362d50fa-24c5-4a28-98a6-65bdcfe558a4/362d50fa-24c5-4a28-98a6-65bdcfe558a4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.538194] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a65da0e3-19c2-460b-97aa-78501d11ea81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.547561] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 636.547561] env[69019]: value = "task-3346081" [ 636.547561] env[69019]: _type = "Task" [ 636.547561] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.555941] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346081, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.563745] env[69019]: DEBUG oslo_concurrency.lockutils [req-be41b07e-0957-4e33-a407-20a64be47eba req-1ce9d6f7-a0fd-4c67-914c-ec08ab128243 service nova] Releasing lock "refresh_cache-2d45f205-914d-45b8-b27a-2688f6c9fe7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.595744] env[69019]: DEBUG nova.network.neutron [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Updating instance_info_cache with network_info: [{"id": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "address": "fa:16:3e:5f:40:3a", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50eaa9-2b", "ovs_interfaceid": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.600036] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.866319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.866319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.866319] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.926398] env[69019]: DEBUG nova.compute.manager [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Received event network-changed-9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.926914] env[69019]: DEBUG nova.compute.manager [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Refreshing instance network info cache due to event network-changed-9e888497-17a5-400d-90c0-1e49809d110f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.926914] env[69019]: DEBUG oslo_concurrency.lockutils [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] Acquiring lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926914] env[69019]: DEBUG oslo_concurrency.lockutils [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] Acquired lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927281] env[69019]: DEBUG nova.network.neutron [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Refreshing network info cache for port 9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.952496] env[69019]: DEBUG oslo_vmware.api [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346078, 'name': PowerOnVM_Task, 'duration_secs': 0.736705} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.952766] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.953579] env[69019]: INFO nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Took 17.29 seconds to spawn the instance on the hypervisor. [ 636.953579] env[69019]: DEBUG nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.953921] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da1fc4-4800-4d4d-80f4-fdbb2000b252 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.993619] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06432} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.993949] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.995244] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b7139-5094-462e-a2d6-53926194ecbb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.020672] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2d45f205-914d-45b8-b27a-2688f6c9fe7b/2d45f205-914d-45b8-b27a-2688f6c9fe7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.021417] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0833f1cb-88c3-41b6-9c45-6567d5296a57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.024859] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78f1436-d3fa-418c-961f-ca7eab449f53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.044018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.052022] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b21e13-5423-4446-a191-96a1537e67b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.056621] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 637.056621] env[69019]: value = "task-3346082" [ 637.056621] env[69019]: _type = "Task" [ 637.056621] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.090748] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346081, 'name': Rename_Task, 'duration_secs': 0.147135} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.092325] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.093047] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e153700-dfa3-49ac-be6d-95ebe855a940 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.098617] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6fcdc8e-421a-457c-b2e9-23ca32adce2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.100572] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.106621] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71741b17-2a9d-4930-8d56-bc4f270d8ed2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.110784] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 637.110784] env[69019]: value = "task-3346083" [ 637.110784] env[69019]: _type = "Task" [ 637.110784] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.117699] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Releasing lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.117699] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Instance network_info: |[{"id": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "address": "fa:16:3e:5f:40:3a", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50eaa9-2b", "ovs_interfaceid": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.117932] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:40:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.123192] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Creating folder: Project (da74ff01fab94b52926eff195cbd8b29). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.136471] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ab6c09-9502-4736-b14a-bdc72c350201 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.138599] env[69019]: DEBUG nova.compute.provider_tree [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.146111] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.149078] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Created folder: Project (da74ff01fab94b52926eff195cbd8b29) in parent group-v667907. [ 637.149078] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Creating folder: Instances. Parent ref: group-v667929. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.151017] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c980d95d-a0d3-498d-b8f2-bd847deaa659 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.157654] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Created folder: Instances in parent group-v667929. [ 637.158502] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.159219] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.159219] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f54c787-acc3-4275-a8ee-8f95c6e4e182 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.178835] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.178835] env[69019]: value = "task-3346086" [ 637.178835] env[69019]: _type = "Task" [ 637.178835] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.187609] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346086, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.255703] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.255938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.364609] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.364838] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.397412] env[69019]: DEBUG nova.network.neutron [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.469941] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.481362] env[69019]: INFO nova.compute.manager [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Took 27.75 seconds to build instance. [ 637.519197] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Successfully created port: 930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.570398] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346082, 'name': ReconfigVM_Task, 'duration_secs': 0.41356} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.570506] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2d45f205-914d-45b8-b27a-2688f6c9fe7b/2d45f205-914d-45b8-b27a-2688f6c9fe7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.571818] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df629df1-2af9-491b-bf45-7cd40f7d8242 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.581206] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 637.581206] env[69019]: value = "task-3346087" [ 637.581206] env[69019]: _type = "Task" [ 637.581206] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.598533] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346087, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.618634] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.648732] env[69019]: DEBUG nova.scheduler.client.report [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.655280] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.677289] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.677411] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.677700] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.678066] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.678437] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.678836] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.679273] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.679581] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.679909] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.680225] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.680576] env[69019]: DEBUG nova.virt.hardware [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.682088] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82344860-91c6-476f-9d75-ad7a15b69af8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.710654] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a47c0f-b8a2-4da1-962e-992cfdc4b926 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.718769] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346086, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.902389] env[69019]: INFO nova.compute.manager [-] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Took 2.08 seconds to deallocate network for instance. [ 637.985468] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c6354804-c16a-4712-8ca3-71abd318af91 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.262s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.091481] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346087, 'name': Rename_Task, 'duration_secs': 0.172768} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.091904] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.092340] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001d6488-6177-47ea-80e8-ddcfe41677e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.099363] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 638.099363] env[69019]: value = "task-3346088" [ 638.099363] env[69019]: _type = "Task" [ 638.099363] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.110082] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.122204] env[69019]: DEBUG nova.network.neutron [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Updating instance_info_cache with network_info: [{"id": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "address": "fa:16:3e:6e:1a:b9", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5026043-3b", "ovs_interfaceid": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.129515] env[69019]: DEBUG oslo_vmware.api [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346083, 'name': PowerOnVM_Task, 'duration_secs': 0.706684} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.129850] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.130577] env[69019]: INFO nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Took 16.17 seconds to spawn the instance on the hypervisor. [ 638.130775] env[69019]: DEBUG nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.132253] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea78dd4-0ec7-4b79-ac65-3228d25485b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.160209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.160272] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.162991] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.835s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.164467] env[69019]: INFO nova.compute.claims [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.192335] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346086, 'name': CreateVM_Task, 'duration_secs': 0.583779} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.192676] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.193922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.194713] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.195062] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.195385] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66ac7e7-27e6-460e-b268-fce68840a9ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.200964] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 638.200964] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521811bb-aff0-0f3c-74c3-b7e515389b7d" [ 638.200964] env[69019]: _type = "Task" [ 638.200964] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.212860] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521811bb-aff0-0f3c-74c3-b7e515389b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.269467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "32443974-85b0-4b7d-bb6f-249ba18dae67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.269711] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.410240] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.419425] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Successfully updated port: e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.424231] env[69019]: DEBUG nova.network.neutron [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updated VIF entry in instance network info cache for port 9e888497-17a5-400d-90c0-1e49809d110f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.424231] env[69019]: DEBUG nova.network.neutron [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updating instance_info_cache with network_info: [{"id": "9e888497-17a5-400d-90c0-1e49809d110f", "address": "fa:16:3e:54:cd:61", "network": {"id": "3dcc7768-442e-4b2d-ac5c-2a0b9483cd95", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-618977497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8156202f0438daeda70b7963c6ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e888497-17", "ovs_interfaceid": "9e888497-17a5-400d-90c0-1e49809d110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.486803] env[69019]: DEBUG nova.compute.manager [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Received event network-vif-plugged-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.487182] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Acquiring lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.488110] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.488110] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.488110] env[69019]: DEBUG nova.compute.manager [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] No waiting events found dispatching network-vif-plugged-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.488110] env[69019]: WARNING nova.compute.manager [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Received unexpected event network-vif-plugged-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 for instance with vm_state building and task_state spawning. [ 638.488110] env[69019]: DEBUG nova.compute.manager [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Received event network-changed-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.488501] env[69019]: DEBUG nova.compute.manager [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Refreshing instance network info cache due to event network-changed-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.488501] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Acquiring lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.488501] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Acquired lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.488646] env[69019]: DEBUG nova.network.neutron [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Refreshing network info cache for port 7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.490043] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.620065] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346088, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.625379] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.625720] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Instance network_info: |[{"id": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "address": "fa:16:3e:6e:1a:b9", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5026043-3b", "ovs_interfaceid": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.626390] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1a:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5026043-3b96-464f-a9f2-61a2f7d65d5f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.636713] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating folder: Project (e407fd0df5b849a3b0436323c60ff98c). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.637236] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e19413-8062-44fb-bbac-ce956e747470 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.653567] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Created folder: Project (e407fd0df5b849a3b0436323c60ff98c) in parent group-v667907. [ 638.656028] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating folder: Instances. Parent ref: group-v667932. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.656028] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296f2874-f81a-449a-919c-c6f0621d4bd3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.658501] env[69019]: INFO nova.compute.manager [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Took 22.44 seconds to build instance. [ 638.669897] env[69019]: DEBUG nova.compute.utils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.674639] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Created folder: Instances in parent group-v667932. [ 638.674639] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.675132] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.675708] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.681284] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.681423] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68c0135-7285-46c6-aa06-1e08325cf370 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.715319] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521811bb-aff0-0f3c-74c3-b7e515389b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019195} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.719098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.719098] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.719098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.719098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.719353] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.719353] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.719353] env[69019]: value = "task-3346091" [ 638.719353] env[69019]: _type = "Task" [ 638.719353] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.719353] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df9b279-333d-46dc-88b7-9053fb4bed33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.730324] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346091, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.731713] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.731886] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.732743] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b6fad8-d3ff-4c22-a31a-3fae14beca38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.738828] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 638.738828] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac37d7-f8e4-d821-92f6-fc0bd4d0b024" [ 638.738828] env[69019]: _type = "Task" [ 638.738828] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.749592] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac37d7-f8e4-d821-92f6-fc0bd4d0b024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.827625] env[69019]: DEBUG nova.policy [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1521e512b686445ab5125511a5e1ad54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9d8e3178e442a5b5217c245e0a901b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.925966] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.926158] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.926372] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.927742] env[69019]: DEBUG oslo_concurrency.lockutils [req-de4d01d2-f094-4f44-9cf3-5fd42a17150a req-24fd2cf9-3876-47e9-9179-21dba1a765e4 service nova] Releasing lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039115] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.120547] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346088, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.162494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0ca8d6ab-d004-45b7-8509-519b18a533da tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.956s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.176575] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.238937] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346091, 'name': CreateVM_Task, 'duration_secs': 0.438044} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.238937] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.239065] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.243114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.243114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243114] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc1defc-3b74-4f07-831a-dfcc24ac0ed7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.250819] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 639.250819] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526163a1-8f86-bf86-1603-72592ac8608d" [ 639.250819] env[69019]: _type = "Task" [ 639.250819] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.255475] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac37d7-f8e4-d821-92f6-fc0bd4d0b024, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.263404] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e020afe7-778e-4ad0-a1c6-36224c6931c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.272479] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526163a1-8f86-bf86-1603-72592ac8608d, 'name': SearchDatastore_Task, 'duration_secs': 0.019449} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.273870] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.274119] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.274322] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.274652] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 639.274652] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e221f2-c812-8dd7-79f3-d3c6efb7bf60" [ 639.274652] env[69019]: _type = "Task" [ 639.274652] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.288454] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e221f2-c812-8dd7-79f3-d3c6efb7bf60, 'name': SearchDatastore_Task, 'duration_secs': 0.0141} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.291122] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.291398] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6adbf28d-77df-451e-9658-5204ca8331bc/6adbf28d-77df-451e-9658-5204ca8331bc.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.291674] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.291866] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.292059] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333301c9-f91a-4409-b3e2-6f799f2b32b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.297401] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c60e6f-22ce-4c46-b1cb-add6d378ca2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.305237] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 639.305237] env[69019]: value = "task-3346092" [ 639.305237] env[69019]: _type = "Task" [ 639.305237] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.305588] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.306108] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.310132] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0157c31-54e4-4a7d-a915-d78a634896ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.319124] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.320995] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 639.320995] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229fc2d-c1e3-bab7-d82b-c3ce709a55ac" [ 639.320995] env[69019]: _type = "Task" [ 639.320995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.329947] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229fc2d-c1e3-bab7-d82b-c3ce709a55ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.330717] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabb8a10-55c2-4e2a-b3f1-f11b833aa81d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.340023] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 639.340023] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52252657-e6c8-ec05-9ae8-c2ab5cefd6a7" [ 639.340023] env[69019]: _type = "Task" [ 639.340023] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.352492] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52252657-e6c8-ec05-9ae8-c2ab5cefd6a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.534387] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.550059] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e88da8a-e364-4fe1-b9fb-862736b00d63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.557187] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11859fd0-7ac3-474b-ae9f-cd456cdecf99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.595252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae9508-a55a-4956-b22e-bdba4db59a89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.603082] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530146ec-3e2b-4fd6-9666-a77a18cd197d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.623923] env[69019]: DEBUG nova.compute.provider_tree [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.629140] env[69019]: DEBUG oslo_vmware.api [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346088, 'name': PowerOnVM_Task, 'duration_secs': 1.487444} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.629140] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.629140] env[69019]: INFO nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Took 15.33 seconds to spawn the instance on the hypervisor. [ 639.630352] env[69019]: DEBUG nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.630352] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961860b-9170-43ad-8408-fad8dc4755f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.653803] env[69019]: DEBUG nova.network.neutron [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Updated VIF entry in instance network info cache for port 7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.654179] env[69019]: DEBUG nova.network.neutron [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Updating instance_info_cache with network_info: [{"id": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "address": "fa:16:3e:5f:40:3a", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50eaa9-2b", "ovs_interfaceid": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.666984] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.826533] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.856432] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52252657-e6c8-ec05-9ae8-c2ab5cefd6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.856432] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.856432] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 0154bed4-9720-44f6-8d8e-0938ebf8d875/0154bed4-9720-44f6-8d8e-0938ebf8d875.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.856432] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1088b7-9c7c-4ad3-906a-9d96053d82d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.865878] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.866437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.872543] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 639.872543] env[69019]: value = "task-3346093" [ 639.872543] env[69019]: _type = "Task" [ 639.872543] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.883853] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.965582] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Successfully created port: e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.059020] env[69019]: DEBUG nova.network.neutron [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Updating instance_info_cache with network_info: [{"id": "e533bf33-dd42-49dc-95f8-ac08220e0721", "address": "fa:16:3e:35:4a:fc", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape533bf33-dd", "ovs_interfaceid": "e533bf33-dd42-49dc-95f8-ac08220e0721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.130550] env[69019]: DEBUG nova.scheduler.client.report [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.153817] env[69019]: INFO nova.compute.manager [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Took 23.38 seconds to build instance. [ 640.159034] env[69019]: DEBUG oslo_concurrency.lockutils [req-99bb3b74-3fee-4a3c-9417-df4c2de25679 req-af99e95e-c823-428c-8ea5-409ed83d9b10 service nova] Releasing lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.189700] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.195083] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.218894] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='220479580',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1871889022',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.219164] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.219358] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.219780] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.219780] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.219916] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.220781] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.220781] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.220781] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.220781] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.221098] env[69019]: DEBUG nova.virt.hardware [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.222124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8c567a-eacd-4429-858d-3b9ea6ba22f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.230919] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803cc1ae-fb93-4e7f-9f65-35e5ffd45778 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.315614] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616372} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.315896] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6adbf28d-77df-451e-9658-5204ca8331bc/6adbf28d-77df-451e-9658-5204ca8331bc.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.318522] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.318522] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bca1a378-25a8-4756-bdd3-8f71a2b031a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.328128] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 640.328128] env[69019]: value = "task-3346094" [ 640.328128] env[69019]: _type = "Task" [ 640.328128] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.333625] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.384648] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.496344] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Successfully updated port: 930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.563412] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.563412] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Instance network_info: |[{"id": "e533bf33-dd42-49dc-95f8-ac08220e0721", "address": "fa:16:3e:35:4a:fc", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape533bf33-dd", "ovs_interfaceid": "e533bf33-dd42-49dc-95f8-ac08220e0721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.563911] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:4a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e533bf33-dd42-49dc-95f8-ac08220e0721', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.574333] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.574333] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.574333] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e681c2-b49d-4319-97e1-b96365164e8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.599283] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.599283] env[69019]: value = "task-3346095" [ 640.599283] env[69019]: _type = "Task" [ 640.599283] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.621373] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346095, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.636675] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.637283] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.646751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.496s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.648982] env[69019]: INFO nova.compute.claims [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.663367] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9454d2d0-ba67-4c1c-9df7-58ce39c6f0c0 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.954s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.835894] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084245} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.836615] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.837677] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce6158d-56c8-4034-ba5e-635c4a955520 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.869147] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 6adbf28d-77df-451e-9658-5204ca8331bc/6adbf28d-77df-451e-9658-5204ca8331bc.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.869450] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c158c6f3-d33d-414f-ac0b-84fda13e588c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.897975] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805015} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.899378] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 0154bed4-9720-44f6-8d8e-0938ebf8d875/0154bed4-9720-44f6-8d8e-0938ebf8d875.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.899598] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.899911] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 640.899911] env[69019]: value = "task-3346096" [ 640.899911] env[69019]: _type = "Task" [ 640.899911] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.900152] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa61aae9-b7b0-42a8-9cc9-3578903fbe24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.911291] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.912866] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 640.912866] env[69019]: value = "task-3346097" [ 640.912866] env[69019]: _type = "Task" [ 640.912866] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.925828] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.000447] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.000602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquired lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.000761] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.111177] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346095, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.149734] env[69019]: DEBUG nova.compute.utils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.151225] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.151408] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.163863] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.253647] env[69019]: DEBUG nova.policy [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb937d46694a4b5b83ab15e2e5a968bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385d26911b6b45efa772d610f55d45a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.405636] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "22c96701-666e-4ad9-a812-ed93bc16b749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.405636] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.418830] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.427430] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07669} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.428880] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.434120] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c0d89-1e26-474e-822e-a80adb307ca9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.463858] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0154bed4-9720-44f6-8d8e-0938ebf8d875/0154bed4-9720-44f6-8d8e-0938ebf8d875.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.464177] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3246c8-6e79-4b4d-af30-69f868f19386 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.490726] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 641.490726] env[69019]: value = "task-3346098" [ 641.490726] env[69019]: _type = "Task" [ 641.490726] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.505924] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.538738] env[69019]: DEBUG nova.compute.manager [req-2e602e29-e147-4132-8abb-9219f8e32714 req-b7e164ae-2b26-4b0c-ba3c-7dd680669cc1 service nova] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Received event network-vif-deleted-4406d643-025b-48a2-8d7d-f056143425ba {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.570219] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.612255] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346095, 'name': CreateVM_Task, 'duration_secs': 0.532024} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.612464] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.614565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.614565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.614565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.614565] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8d8f5d-e1c7-4ad6-bdce-176db0d085dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.620253] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 641.620253] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529631e8-f6bb-3ce0-0bb4-0ede0762120a" [ 641.620253] env[69019]: _type = "Task" [ 641.620253] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.631775] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529631e8-f6bb-3ce0-0bb4-0ede0762120a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.655409] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.705043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.887323] env[69019]: DEBUG nova.network.neutron [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Updating instance_info_cache with network_info: [{"id": "930eeac5-f95c-4e25-97c4-a949ce674771", "address": "fa:16:3e:dd:55:28", "network": {"id": "9f2d0fb8-8537-47c1-a914-27c5d2a3b016", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-236025723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e25d7469ea41f493257e17ae25fd0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930eeac5-f9", "ovs_interfaceid": "930eeac5-f95c-4e25-97c4-a949ce674771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.918119] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346096, 'name': ReconfigVM_Task, 'duration_secs': 0.839102} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.921048] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 6adbf28d-77df-451e-9658-5204ca8331bc/6adbf28d-77df-451e-9658-5204ca8331bc.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.921931] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b238e33-7b3e-4287-93a8-ed3600c6e472 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.929387] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 641.929387] env[69019]: value = "task-3346099" [ 641.929387] env[69019]: _type = "Task" [ 641.929387] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.941388] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346099, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.006678] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.028164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc544e5-6b12-46cf-8dbe-bc935e91e933 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.037914] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf760f8-a8be-49e2-8178-12ff6a5cbf6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.075174] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be06c9-9892-4879-a11f-7cd7ff5b3f3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.084282] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb0dfc-8770-4662-93f6-f1a91fa79b51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.101139] env[69019]: DEBUG nova.compute.provider_tree [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.136590] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529631e8-f6bb-3ce0-0bb4-0ede0762120a, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.136887] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.137147] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.137380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.137733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.137945] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.138506] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45899957-0772-407c-97f6-23e3ccdb94ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.153119] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.154617] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.157171] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4442a361-4311-48c4-a86c-6f60141666bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.166296] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 642.166296] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e0d912-ea86-08fd-a23b-fde2a23eeb51" [ 642.166296] env[69019]: _type = "Task" [ 642.166296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.181421] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e0d912-ea86-08fd-a23b-fde2a23eeb51, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.182359] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bd942b-d076-4dd7-95f2-45e828cebc3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.192198] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 642.192198] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bbfaa6-22b2-5c5d-443d-59c13ebb9550" [ 642.192198] env[69019]: _type = "Task" [ 642.192198] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.203344] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bbfaa6-22b2-5c5d-443d-59c13ebb9550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.227311] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "f63552ef-1a67-459e-9908-82f6962eded7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.227531] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.251402] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Successfully created port: 33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.391189] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Releasing lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391520] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Instance network_info: |[{"id": "930eeac5-f95c-4e25-97c4-a949ce674771", "address": "fa:16:3e:dd:55:28", "network": {"id": "9f2d0fb8-8537-47c1-a914-27c5d2a3b016", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-236025723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e25d7469ea41f493257e17ae25fd0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930eeac5-f9", "ovs_interfaceid": "930eeac5-f95c-4e25-97c4-a949ce674771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.391923] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:55:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930eeac5-f95c-4e25-97c4-a949ce674771', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.401739] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Creating folder: Project (a4e25d7469ea41f493257e17ae25fd0f). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.401739] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a677c412-362b-409a-98d9-ca670edebab7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.416788] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Created folder: Project (a4e25d7469ea41f493257e17ae25fd0f) in parent group-v667907. [ 642.417083] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Creating folder: Instances. Parent ref: group-v667936. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.417484] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d888f2c9-ea66-4c24-bff5-f0ccd01e9722 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.427202] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Created folder: Instances in parent group-v667936. [ 642.427455] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.427648] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.427845] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5658a8c-2177-46b4-b96e-fca3dec15f16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455615] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346099, 'name': Rename_Task, 'duration_secs': 0.305149} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.457146] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.457266] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.457266] env[69019]: value = "task-3346102" [ 642.457266] env[69019]: _type = "Task" [ 642.457266] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.457389] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-058470f3-890c-42e3-99c4-fd39724c0af7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.471458] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 642.471458] env[69019]: value = "task-3346103" [ 642.471458] env[69019]: _type = "Task" [ 642.471458] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.471458] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346102, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.483580] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.503333] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346098, 'name': ReconfigVM_Task, 'duration_secs': 0.725868} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.503625] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0154bed4-9720-44f6-8d8e-0938ebf8d875/0154bed4-9720-44f6-8d8e-0938ebf8d875.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.504709] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a675a254-5fd8-4630-8d10-3d2976e28784 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.515383] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 642.515383] env[69019]: value = "task-3346104" [ 642.515383] env[69019]: _type = "Task" [ 642.515383] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.525272] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346104, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.547012] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Successfully updated port: e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.604676] env[69019]: DEBUG nova.scheduler.client.report [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.634130] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Received event network-vif-plugged-f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.634130] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.634275] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.634498] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.634744] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] No waiting events found dispatching network-vif-plugged-f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.634982] env[69019]: WARNING nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Received unexpected event network-vif-plugged-f5026043-3b96-464f-a9f2-61a2f7d65d5f for instance with vm_state building and task_state spawning. [ 642.635144] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Received event network-changed-f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.635335] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Refreshing instance network info cache due to event network-changed-f5026043-3b96-464f-a9f2-61a2f7d65d5f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.635644] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636357] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquired lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.636357] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Refreshing network info cache for port f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.669529] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.713025] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bbfaa6-22b2-5c5d-443d-59c13ebb9550, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.713025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.713025] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2b5ef9e5-d40a-40de-943e-153fcc0d5f54/2b5ef9e5-d40a-40de-943e-153fcc0d5f54.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.713025] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a2bec1-dea1-44a5-b5a2-436ac57a53dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.721318] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 642.721318] env[69019]: value = "task-3346105" [ 642.721318] env[69019]: _type = "Task" [ 642.721318] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.749929] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.758977] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.758977] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.758977] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.759217] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.759217] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.759217] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.766171] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.766494] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.766647] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.767647] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.767647] env[69019]: DEBUG nova.virt.hardware [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.769549] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b27a7a-d444-4af9-8b9d-2000650a5fac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.786861] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45371089-4098-44fe-acc9-f956fb474926 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.946273] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.946517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.971014] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346102, 'name': CreateVM_Task, 'duration_secs': 0.323888} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.971232] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.972217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.972217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.972859] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.972859] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9c9998-e2af-4b30-bcf8-f853720986ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.983248] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 642.983248] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52952f24-ceb0-2a11-0fbf-5a0ca3a6107e" [ 642.983248] env[69019]: _type = "Task" [ 642.983248] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.988101] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346103, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.000206] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52952f24-ceb0-2a11-0fbf-5a0ca3a6107e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.027533] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346104, 'name': Rename_Task, 'duration_secs': 0.153527} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.027868] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.028216] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b6b895-54d1-4026-be39-85cd8bbc965b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.036995] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 643.036995] env[69019]: value = "task-3346106" [ 643.036995] env[69019]: _type = "Task" [ 643.036995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.056175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.056175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.056175] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.056175] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.113953] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.114531] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.117852] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.076s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.118190] env[69019]: DEBUG nova.objects.instance [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lazy-loading 'resources' on Instance uuid 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.238375] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.258267] env[69019]: DEBUG nova.compute.manager [None req-295ba41e-1560-4de8-8d79-37b5d4c82700 tempest-ServerDiagnosticsV248Test-1866012860 tempest-ServerDiagnosticsV248Test-1866012860-project-admin] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.258760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed990cb3-e5f3-4685-91af-3b00d470ea5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.267724] env[69019]: INFO nova.compute.manager [None req-295ba41e-1560-4de8-8d79-37b5d4c82700 tempest-ServerDiagnosticsV248Test-1866012860 tempest-ServerDiagnosticsV248Test-1866012860-project-admin] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Retrieving diagnostics [ 643.268815] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e2fd8-e5c0-47b9-bcb6-6b45dca1015c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.485578] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346103, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.498501] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52952f24-ceb0-2a11-0fbf-5a0ca3a6107e, 'name': SearchDatastore_Task, 'duration_secs': 0.020855} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.498818] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.499155] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.502681] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.502681] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.502681] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.502681] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfa113c1-9760-4429-bbba-17ce91038b83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.513584] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.513805] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.514552] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0ff8a1-7c12-44e5-85ed-83927df53225 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.520156] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 643.520156] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe5d25-7b13-6c7c-1a3f-c1fd5a330e27" [ 643.520156] env[69019]: _type = "Task" [ 643.520156] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.528322] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe5d25-7b13-6c7c-1a3f-c1fd5a330e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.547171] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.567477] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Updated VIF entry in instance network info cache for port f5026043-3b96-464f-a9f2-61a2f7d65d5f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.567570] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Updating instance_info_cache with network_info: [{"id": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "address": "fa:16:3e:6e:1a:b9", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5026043-3b", "ovs_interfaceid": "f5026043-3b96-464f-a9f2-61a2f7d65d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.617510] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.627402] env[69019]: DEBUG nova.compute.utils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.630549] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.630549] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.715318] env[69019]: DEBUG nova.policy [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9608277d3d04a8090a8076aa638b669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1048ae8b29ca4ca3b6eab61fa5c38041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.732819] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570137} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.733229] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2b5ef9e5-d40a-40de-943e-153fcc0d5f54/2b5ef9e5-d40a-40de-943e-153fcc0d5f54.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.733556] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.733862] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20153558-49a0-45aa-82ec-dfbbf71d49dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.744034] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 643.744034] env[69019]: value = "task-3346107" [ 643.744034] env[69019]: _type = "Task" [ 643.744034] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.753368] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.931320] env[69019]: DEBUG nova.compute.manager [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 643.964842] env[69019]: DEBUG nova.network.neutron [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updating instance_info_cache with network_info: [{"id": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "address": "fa:16:3e:5c:86:15", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7cdd413-49", "ovs_interfaceid": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.990278] env[69019]: DEBUG oslo_vmware.api [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346103, 'name': PowerOnVM_Task, 'duration_secs': 1.223218} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.990278] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.990278] env[69019]: INFO nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Took 13.80 seconds to spawn the instance on the hypervisor. [ 643.990278] env[69019]: DEBUG nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.991451] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef55ec-6769-4144-b61a-1ef16a6b14e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.032453] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe5d25-7b13-6c7c-1a3f-c1fd5a330e27, 'name': SearchDatastore_Task, 'duration_secs': 0.027395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.033551] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51502ff2-1415-4e76-bbfb-c062257b29a9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.037792] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e9fdd-ff71-49b1-b5ed-46fa9d3477d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.050294] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 644.050294] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5216dbad-9aad-0147-dc70-65771f0fdfb2" [ 644.050294] env[69019]: _type = "Task" [ 644.050294] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.055242] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b10cf4-d2db-4827-9bf0-12d40fc610c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.062756] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346106, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.096881] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Releasing lock "refresh_cache-0154bed4-9720-44f6-8d8e-0938ebf8d875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.097164] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Received event network-vif-deleted-140baa3a-a3be-4668-af29-5806f49e285a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.097346] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Received event network-vif-plugged-e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.097527] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.097720] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.097883] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.098056] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] No waiting events found dispatching network-vif-plugged-e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.098220] env[69019]: WARNING nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Received unexpected event network-vif-plugged-e533bf33-dd42-49dc-95f8-ac08220e0721 for instance with vm_state building and task_state spawning. [ 644.098442] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Received event network-changed-e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.098597] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Refreshing instance network info cache due to event network-changed-e533bf33-dd42-49dc-95f8-ac08220e0721. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.098774] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.098905] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquired lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.099066] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Refreshing network info cache for port e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.100716] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5216dbad-9aad-0147-dc70-65771f0fdfb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.102116] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e654284-6fa2-4bd6-b0e0-04fc78b9d566 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.113646] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb35c4-7edc-44d6-bd74-8b03f8859fbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.129416] env[69019]: DEBUG nova.compute.provider_tree [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.135600] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.258039] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066206} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.258039] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.258284] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363baa8b-a08b-45cd-a3e4-b04478b9ab06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.285479] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 2b5ef9e5-d40a-40de-943e-153fcc0d5f54/2b5ef9e5-d40a-40de-943e-153fcc0d5f54.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.285878] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b4ae5a-b45d-4897-9a24-77f0bfa08276 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.308678] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 644.308678] env[69019]: value = "task-3346108" [ 644.308678] env[69019]: _type = "Task" [ 644.308678] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.321035] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.456987] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.472185] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472627] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Instance network_info: |[{"id": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "address": "fa:16:3e:5c:86:15", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7cdd413-49", "ovs_interfaceid": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.473073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:86:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.483830] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Creating folder: Project (ac9d8e3178e442a5b5217c245e0a901b). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.485747] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b072930-d74a-44f7-a838-c0aa6f0df80a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.495162] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Created folder: Project (ac9d8e3178e442a5b5217c245e0a901b) in parent group-v667907. [ 644.495356] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Creating folder: Instances. Parent ref: group-v667939. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.495636] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4134b0a1-aa9f-47ef-bb66-4c51af3d5919 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.505045] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Created folder: Instances in parent group-v667939. [ 644.505297] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.505489] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.505729] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ce71d3d-60c1-4f88-bd07-452cfd5ede69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.528159] env[69019]: INFO nova.compute.manager [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Took 26.53 seconds to build instance. [ 644.532514] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.532514] env[69019]: value = "task-3346111" [ 644.532514] env[69019]: _type = "Task" [ 644.532514] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.546955] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346111, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.561145] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Successfully updated port: 33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.563519] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5216dbad-9aad-0147-dc70-65771f0fdfb2, 'name': SearchDatastore_Task, 'duration_secs': 0.047818} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.566842] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.567231] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b/a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.567516] env[69019]: DEBUG oslo_vmware.api [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346106, 'name': PowerOnVM_Task, 'duration_secs': 1.222242} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.568395] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eacf8480-6393-4f8b-9bbf-04f246cd8dbd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.569986] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.570242] env[69019]: INFO nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 11.89 seconds to spawn the instance on the hypervisor. [ 644.570444] env[69019]: DEBUG nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.571278] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ef08e-b261-4f0c-94a4-5e0900298dde {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.579301] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 644.579301] env[69019]: value = "task-3346112" [ 644.579301] env[69019]: _type = "Task" [ 644.579301] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.594630] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.649136] env[69019]: DEBUG nova.scheduler.client.report [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.820029] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.968436] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Updated VIF entry in instance network info cache for port e533bf33-dd42-49dc-95f8-ac08220e0721. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.968618] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Updating instance_info_cache with network_info: [{"id": "e533bf33-dd42-49dc-95f8-ac08220e0721", "address": "fa:16:3e:35:4a:fc", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape533bf33-dd", "ovs_interfaceid": "e533bf33-dd42-49dc-95f8-ac08220e0721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.034634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a8e5e97-e7ff-44c4-be09-2dc97fe9263c tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.054s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.052658] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346111, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.068819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.069029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.069202] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.105842] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.107456] env[69019]: INFO nova.compute.manager [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 20.90 seconds to build instance. [ 645.153857] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.157626] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.159870] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.750s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.160168] env[69019]: DEBUG nova.objects.instance [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lazy-loading 'resources' on Instance uuid c24011d9-a2dd-4cec-9795-15f0aae55487 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.198701] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.200449] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.200449] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.200449] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.200449] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.200449] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.200724] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.200724] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.200724] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.200820] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.201023] env[69019]: DEBUG nova.virt.hardware [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.202588] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b714a28-2fe4-4300-8c48-e837a198f6f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.206035] env[69019]: INFO nova.scheduler.client.report [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Deleted allocations for instance 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0 [ 645.215525] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e051eb-b669-4518-8492-52b5abe4003b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.265793] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Successfully created port: 74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.319229] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346108, 'name': ReconfigVM_Task, 'duration_secs': 0.522596} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.319523] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 2b5ef9e5-d40a-40de-943e-153fcc0d5f54/2b5ef9e5-d40a-40de-943e-153fcc0d5f54.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.320151] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8b7232-830f-4807-aebd-1a80777267ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.326959] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 645.326959] env[69019]: value = "task-3346113" [ 645.326959] env[69019]: _type = "Task" [ 645.326959] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.336276] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346113, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.471962] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Releasing lock "refresh_cache-2b5ef9e5-d40a-40de-943e-153fcc0d5f54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.472360] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Received event network-vif-plugged-930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.472645] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.472951] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.473216] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.473470] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] No waiting events found dispatching network-vif-plugged-930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.473726] env[69019]: WARNING nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Received unexpected event network-vif-plugged-930eeac5-f95c-4e25-97c4-a949ce674771 for instance with vm_state building and task_state spawning. [ 645.473989] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Received event network-changed-930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.474293] env[69019]: DEBUG nova.compute.manager [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Refreshing instance network info cache due to event network-changed-930eeac5-f95c-4e25-97c4-a949ce674771. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.474525] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquiring lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.474738] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Acquired lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.474942] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Refreshing network info cache for port 930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.549375] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.555020] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346111, 'name': CreateVM_Task, 'duration_secs': 0.552784} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.555020] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.555020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.555020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.555379] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.555379] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74748bf-8c2c-422d-9c18-77c5e94a0dc1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.560604] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 645.560604] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a62d20-9bf3-a4df-2fd0-d1bc35b9020b" [ 645.560604] env[69019]: _type = "Task" [ 645.560604] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.569556] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a62d20-9bf3-a4df-2fd0-d1bc35b9020b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.591792] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598866} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.591997] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b/a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.592264] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.592524] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d17fe8-b979-4ebc-95bf-0b2b2842a6ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.599589] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 645.599589] env[69019]: value = "task-3346114" [ 645.599589] env[69019]: _type = "Task" [ 645.599589] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.607466] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.613309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5fed7909-cf55-4ecf-ac41-908cab011e4e tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.415s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.634876] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.720785] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def6b3d3-12d4-4494-b954-e4ed4c1bf777 tempest-DeleteServersAdminTestJSON-1165452485 tempest-DeleteServersAdminTestJSON-1165452485-project-admin] Lock "58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.114s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.802450] env[69019]: DEBUG nova.compute.manager [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Received event network-vif-plugged-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.802612] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Acquiring lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.802827] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.803008] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.803184] env[69019]: DEBUG nova.compute.manager [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] No waiting events found dispatching network-vif-plugged-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.803334] env[69019]: WARNING nova.compute.manager [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Received unexpected event network-vif-plugged-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 for instance with vm_state building and task_state spawning. [ 645.803657] env[69019]: DEBUG nova.compute.manager [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Received event network-changed-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.803717] env[69019]: DEBUG nova.compute.manager [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Refreshing instance network info cache due to event network-changed-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.803902] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Acquiring lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.804064] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Acquired lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.804282] env[69019]: DEBUG nova.network.neutron [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Refreshing network info cache for port e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.844114] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346113, 'name': Rename_Task, 'duration_secs': 0.330323} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.844921] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.845330] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03a7c18-caa9-4b0d-8085-75052b6ecb0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.852048] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 645.852048] env[69019]: value = "task-3346115" [ 645.852048] env[69019]: _type = "Task" [ 645.852048] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.859162] env[69019]: DEBUG nova.network.neutron [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Updating instance_info_cache with network_info: [{"id": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "address": "fa:16:3e:0f:08:58", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb230b-15", "ovs_interfaceid": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.866654] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.076957] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.081524] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a62d20-9bf3-a4df-2fd0-d1bc35b9020b, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.081805] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.082034] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.082273] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.082426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.082604] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.083114] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46055668-d0f5-4518-90ae-80f0d01498df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090189] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f958f5-5c6e-46e4-bc7a-3f89504af489 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.095709] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.095805] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.098338] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30d97f0-2005-4e5e-ba7c-de0055534acb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.101694] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4550d-c047-4042-ac8a-014b21ef755b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.110742] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 646.110742] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d45b-8b62-f9d3-624e-2326c1ec17cc" [ 646.110742] env[69019]: _type = "Task" [ 646.110742] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.142319] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.145297] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165739} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.151530] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a08a5b-43ce-4ac9-862e-77df79eb0d16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.154493] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.155243] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063fb89d-ccc0-4ce2-b37d-a31adbd8fe2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.164053] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d45b-8b62-f9d3-624e-2326c1ec17cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.185540] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b/a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.187445] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb513ea-cfb0-4fef-9723-6b2178c01d45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.189476] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e4fe4-3c2a-4791-920e-e7920e56e53a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.193841] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19ef44b-6697-430d-ba01-e80d5ec24265 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.216425] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 646.216425] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f91207-b0e6-da89-0abd-7891587d28d0" [ 646.216425] env[69019]: _type = "Task" [ 646.216425] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.224085] env[69019]: DEBUG nova.compute.provider_tree [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.229546] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 646.229546] env[69019]: value = "task-3346116" [ 646.229546] env[69019]: _type = "Task" [ 646.229546] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.236564] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f91207-b0e6-da89-0abd-7891587d28d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.241877] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.287615] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Updated VIF entry in instance network info cache for port 930eeac5-f95c-4e25-97c4-a949ce674771. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.289036] env[69019]: DEBUG nova.network.neutron [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Updating instance_info_cache with network_info: [{"id": "930eeac5-f95c-4e25-97c4-a949ce674771", "address": "fa:16:3e:dd:55:28", "network": {"id": "9f2d0fb8-8537-47c1-a914-27c5d2a3b016", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-236025723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e25d7469ea41f493257e17ae25fd0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930eeac5-f9", "ovs_interfaceid": "930eeac5-f95c-4e25-97c4-a949ce674771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.362584] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.363054] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Instance network_info: |[{"id": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "address": "fa:16:3e:0f:08:58", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb230b-15", "ovs_interfaceid": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.363185] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.365487] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:08:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fb230b-156e-4192-8016-9cdb0bb03b6d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.371258] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Creating folder: Project (385d26911b6b45efa772d610f55d45a9). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.371735] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b69d7ea-4536-416f-892d-36a0313398b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.381877] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Created folder: Project (385d26911b6b45efa772d610f55d45a9) in parent group-v667907. [ 646.382126] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Creating folder: Instances. Parent ref: group-v667942. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.382507] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46b4aaa4-ba3c-4c3e-bf3c-6e0ad4a007a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.392121] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Created folder: Instances in parent group-v667942. [ 646.392400] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.392758] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.393012] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63caed7-7ca0-49fe-9c3d-294ce4939b40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.415053] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.415053] env[69019]: value = "task-3346119" [ 646.415053] env[69019]: _type = "Task" [ 646.415053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.424259] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346119, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.510490] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "0756fd81-2119-42d0-bc4c-48cced1ab630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.510709] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.510921] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "0756fd81-2119-42d0-bc4c-48cced1ab630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.511134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.511310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.514534] env[69019]: INFO nova.compute.manager [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Terminating instance [ 646.543388] env[69019]: DEBUG nova.network.neutron [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updated VIF entry in instance network info cache for port e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.543785] env[69019]: DEBUG nova.network.neutron [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updating instance_info_cache with network_info: [{"id": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "address": "fa:16:3e:5c:86:15", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7cdd413-49", "ovs_interfaceid": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.666748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.735248] env[69019]: DEBUG nova.scheduler.client.report [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.738642] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f91207-b0e6-da89-0abd-7891587d28d0, 'name': SearchDatastore_Task, 'duration_secs': 0.023712} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.742410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.742709] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b8814116-45e3-48d5-8e24-6c73ec375d11/b8814116-45e3-48d5-8e24-6c73ec375d11.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.743102] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33b7103c-3fbf-4a15-abe4-8045e7f9d84b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.750405] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346116, 'name': ReconfigVM_Task, 'duration_secs': 0.450958} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.751826] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b/a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.752542] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 646.752542] env[69019]: value = "task-3346120" [ 646.752542] env[69019]: _type = "Task" [ 646.752542] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.752763] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f840a4b2-0b4f-46b3-935f-e8f7a2457044 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.763934] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.765160] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 646.765160] env[69019]: value = "task-3346121" [ 646.765160] env[69019]: _type = "Task" [ 646.765160] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.773961] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346121, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.791441] env[69019]: DEBUG oslo_concurrency.lockutils [req-dc52a78a-d659-4587-94db-74d5b8943949 req-0abbb061-942a-4600-a2cf-e273093b4a11 service nova] Releasing lock "refresh_cache-a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.793132] env[69019]: DEBUG nova.compute.manager [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Received event network-vif-plugged-33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.793776] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Acquiring lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.793776] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.793776] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.793961] env[69019]: DEBUG nova.compute.manager [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] No waiting events found dispatching network-vif-plugged-33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.794125] env[69019]: WARNING nova.compute.manager [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Received unexpected event network-vif-plugged-33fb230b-156e-4192-8016-9cdb0bb03b6d for instance with vm_state building and task_state spawning. [ 646.794352] env[69019]: DEBUG nova.compute.manager [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Received event network-changed-33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.794868] env[69019]: DEBUG nova.compute.manager [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Refreshing instance network info cache due to event network-changed-33fb230b-156e-4192-8016-9cdb0bb03b6d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.794868] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Acquiring lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.794967] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Acquired lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.795101] env[69019]: DEBUG nova.network.neutron [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Refreshing network info cache for port 33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.865521] env[69019]: DEBUG oslo_vmware.api [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346115, 'name': PowerOnVM_Task, 'duration_secs': 0.781401} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.865866] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.866236] env[69019]: INFO nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Took 11.71 seconds to spawn the instance on the hypervisor. [ 646.866595] env[69019]: DEBUG nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.867569] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93718e37-069c-4bad-a5e3-994e771088b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.928829] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346119, 'name': CreateVM_Task, 'duration_secs': 0.332952} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.928829] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.929020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.929340] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.929469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.930015] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea790a6b-bcd1-4888-86cd-4921b0b9d623 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.935864] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 646.935864] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cadc9c-1f19-46b6-4099-4ec8f161be59" [ 646.935864] env[69019]: _type = "Task" [ 646.935864] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.947767] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cadc9c-1f19-46b6-4099-4ec8f161be59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.021346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "refresh_cache-0756fd81-2119-42d0-bc4c-48cced1ab630" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquired lock "refresh_cache-0756fd81-2119-42d0-bc4c-48cced1ab630" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.021910] env[69019]: DEBUG nova.network.neutron [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.047397] env[69019]: DEBUG oslo_concurrency.lockutils [req-9c0b2b74-5ff5-4e46-bc51-bb553bd81531 req-40dea125-a235-4e16-a20a-0ec3ea3023e1 service nova] Releasing lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.240015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.243093] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.204s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.244852] env[69019]: INFO nova.compute.claims [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.269479] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.274378] env[69019]: INFO nova.scheduler.client.report [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Deleted allocations for instance c24011d9-a2dd-4cec-9795-15f0aae55487 [ 647.282187] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346121, 'name': Rename_Task, 'duration_secs': 0.160495} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.282731] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.283009] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d85f3e-6370-4813-95a8-09b03fe543a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.290130] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 647.290130] env[69019]: value = "task-3346122" [ 647.290130] env[69019]: _type = "Task" [ 647.290130] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.308160] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.361929] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Successfully updated port: 74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.392992] env[69019]: INFO nova.compute.manager [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Took 20.55 seconds to build instance. [ 647.444120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "2561e73f-6527-433b-a969-d8e75358b499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.444616] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.449482] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cadc9c-1f19-46b6-4099-4ec8f161be59, 'name': SearchDatastore_Task, 'duration_secs': 0.037073} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.449893] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.450305] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.450644] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.450901] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.451217] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.451596] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68fc853-8407-4b26-a3b0-bdacec280619 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.460911] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.461302] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.462425] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b7e2e3-5295-417e-995c-bb7ff4367cc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.468015] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 647.468015] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520112ee-6f4e-7478-8f30-bc55a044edc9" [ 647.468015] env[69019]: _type = "Task" [ 647.468015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.476713] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520112ee-6f4e-7478-8f30-bc55a044edc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.556912] env[69019]: DEBUG nova.network.neutron [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.589961] env[69019]: DEBUG nova.network.neutron [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Updated VIF entry in instance network info cache for port 33fb230b-156e-4192-8016-9cdb0bb03b6d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.590533] env[69019]: DEBUG nova.network.neutron [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Updating instance_info_cache with network_info: [{"id": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "address": "fa:16:3e:0f:08:58", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb230b-15", "ovs_interfaceid": "33fb230b-156e-4192-8016-9cdb0bb03b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.674305] env[69019]: DEBUG nova.network.neutron [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.773483] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551453} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.773483] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b8814116-45e3-48d5-8e24-6c73ec375d11/b8814116-45e3-48d5-8e24-6c73ec375d11.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.773841] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.773841] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440f96e6-4d08-4338-ac7e-37af1605d1fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.782053] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 647.782053] env[69019]: value = "task-3346123" [ 647.782053] env[69019]: _type = "Task" [ 647.782053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.790515] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d54902e-0054-4d80-947b-41452a1d6739 tempest-ServerDiagnosticsTest-1476780516 tempest-ServerDiagnosticsTest-1476780516-project-member] Lock "c24011d9-a2dd-4cec-9795-15f0aae55487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.611s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.799706] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.809611] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346122, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.835745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.835745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.865142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.865142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.866940] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.898600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3f7fec26-e75a-4d57-b0e1-9b33deaf5b0a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.074s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.981143] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520112ee-6f4e-7478-8f30-bc55a044edc9, 'name': SearchDatastore_Task, 'duration_secs': 0.030461} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.981991] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820c6c16-876b-470d-a8f0-9e46669407e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.987142] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 647.987142] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5235aa83-cb34-c154-5d80-d4aa9dfcf851" [ 647.987142] env[69019]: _type = "Task" [ 647.987142] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.995729] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5235aa83-cb34-c154-5d80-d4aa9dfcf851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.094707] env[69019]: DEBUG oslo_concurrency.lockutils [req-14d5049e-4b4f-431e-86bd-06d4a9573143 req-65506319-c0e1-4998-b6ca-2ab0a0e7d1f4 service nova] Releasing lock "refresh_cache-0520d26f-f53f-4779-bfa3-167cf0e16dbb" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.154647] env[69019]: DEBUG nova.compute.manager [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Received event network-changed {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.154843] env[69019]: DEBUG nova.compute.manager [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Refreshing instance network info cache due to event network-changed. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.155115] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] Acquiring lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.155269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] Acquired lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.155449] env[69019]: DEBUG nova.network.neutron [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.176943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Releasing lock "refresh_cache-0756fd81-2119-42d0-bc4c-48cced1ab630" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177424] env[69019]: DEBUG nova.compute.manager [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.177674] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.179369] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0c2e6-eb8b-4cb9-8f2c-203de439b2bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.187224] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.187904] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84346f8-b982-4291-86dd-a87ab34e1662 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.195327] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 648.195327] env[69019]: value = "task-3346124" [ 648.195327] env[69019]: _type = "Task" [ 648.195327] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.203779] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.292583] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163533} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.295510] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.299154] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bebd4c3-7a8a-448e-9981-85838df7ac64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309843] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346122, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.342606] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b8814116-45e3-48d5-8e24-6c73ec375d11/b8814116-45e3-48d5-8e24-6c73ec375d11.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.342606] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1904857-862a-42eb-a49d-b4dda653657a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.360254] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 648.360254] env[69019]: value = "task-3346125" [ 648.360254] env[69019]: _type = "Task" [ 648.360254] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.375091] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.383834] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.384307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.384539] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.384755] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.402350] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.454871] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.500640] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5235aa83-cb34-c154-5d80-d4aa9dfcf851, 'name': SearchDatastore_Task, 'duration_secs': 0.02505} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.504338] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.504718] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0520d26f-f53f-4779-bfa3-167cf0e16dbb/0520d26f-f53f-4779-bfa3-167cf0e16dbb.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.505976] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6fc9e70-f89f-47b5-9d53-1d4ace76d835 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.512473] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 648.512473] env[69019]: value = "task-3346126" [ 648.512473] env[69019]: _type = "Task" [ 648.512473] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.530166] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.685512] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "d1e017ee-4287-46de-8843-13352193277d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.685659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.707903] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346124, 'name': PowerOffVM_Task, 'duration_secs': 0.305178} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.708114] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.708415] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.708803] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d07872b-3011-4848-87ae-ecdeadbd4de2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.718754] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c495ad-aa97-4d7c-9c35-09986b9c0780 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.728780] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21f860-15cc-4ad9-86d1-57c77330e033 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.735722] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.735926] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.736178] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Deleting the datastore file [datastore1] 0756fd81-2119-42d0-bc4c-48cced1ab630 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.772587] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b103bca-9077-4c75-b0a3-546106daa26c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.778346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba7058-8b40-4a03-a272-a844128bac98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.791298] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for the task: (returnval){ [ 648.791298] env[69019]: value = "task-3346128" [ 648.791298] env[69019]: _type = "Task" [ 648.791298] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.794527] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b020b7-aeea-49c4-8d26-0bd597b74fd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.820113] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346122, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.823826] env[69019]: DEBUG nova.compute.provider_tree [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.830301] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.878169] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346125, 'name': ReconfigVM_Task, 'duration_secs': 0.434705} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.880842] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b8814116-45e3-48d5-8e24-6c73ec375d11/b8814116-45e3-48d5-8e24-6c73ec375d11.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.885589] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b50c6a8-45ee-4302-aeff-a8344af4bcd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.894898] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 648.894898] env[69019]: value = "task-3346129" [ 648.894898] env[69019]: _type = "Task" [ 648.894898] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.907014] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346129, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.926490] env[69019]: DEBUG nova.network.neutron [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Updating instance_info_cache with network_info: [{"id": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "address": "fa:16:3e:03:18:4a", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a115fe-82", "ovs_interfaceid": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.933541] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.028127] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346126, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.084048] env[69019]: DEBUG nova.network.neutron [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Updating instance_info_cache with network_info: [{"id": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "address": "fa:16:3e:5f:40:3a", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50eaa9-2b", "ovs_interfaceid": "7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.234406] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Received event network-changed-9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.234604] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Refreshing instance network info cache due to event network-changed-9e888497-17a5-400d-90c0-1e49809d110f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.234815] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Acquiring lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.235055] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Acquired lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.235207] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Refreshing network info cache for port 9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.302792] env[69019]: DEBUG oslo_vmware.api [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Task: {'id': task-3346128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407919} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.304266] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.304448] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.304643] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.305033] env[69019]: INFO nova.compute.manager [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Took 1.13 seconds to destroy the instance on the hypervisor. [ 649.305479] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.309509] env[69019]: DEBUG nova.compute.manager [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.311199] env[69019]: DEBUG nova.network.neutron [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.323522] env[69019]: DEBUG oslo_vmware.api [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346122, 'name': PowerOnVM_Task, 'duration_secs': 1.761891} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.324414] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.324618] env[69019]: INFO nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Took 11.71 seconds to spawn the instance on the hypervisor. [ 649.324794] env[69019]: DEBUG nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.325609] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe9d7d-0aa0-450a-93b4-550d8894e11f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.370121] env[69019]: ERROR nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [req-d14a8a50-14a8-48f0-ac24-7960ba3c1845] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f6d6d0bd-aeed-413b-9c03-919fa59101e0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d14a8a50-14a8-48f0-ac24-7960ba3c1845"}]} [ 649.390968] env[69019]: DEBUG nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Refreshing inventories for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.407017] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346129, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.408211] env[69019]: DEBUG nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating ProviderTree inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.408498] env[69019]: DEBUG nova.compute.provider_tree [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.420947] env[69019]: DEBUG nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Refreshing aggregate associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, aggregates: None {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.429091] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.429410] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance network_info: |[{"id": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "address": "fa:16:3e:03:18:4a", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a115fe-82", "ovs_interfaceid": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.429800] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a115fe-82a3-4e40-a442-6a7e6b1b04a5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.437454] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating folder: Project (1048ae8b29ca4ca3b6eab61fa5c38041). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.437742] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0797a55c-3e3a-4a96-a2da-7057addd677e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.441934] env[69019]: DEBUG nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Refreshing trait associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.450101] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created folder: Project (1048ae8b29ca4ca3b6eab61fa5c38041) in parent group-v667907. [ 649.450347] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating folder: Instances. Parent ref: group-v667945. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.450575] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-803dba74-9cd5-4cd6-bb9f-4651963858b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.464027] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created folder: Instances in parent group-v667945. [ 649.464487] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.464745] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.464962] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8481720-c54b-4b8a-8f53-7ed391bd079d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.487292] env[69019]: DEBUG nova.network.neutron [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.492688] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.492688] env[69019]: value = "task-3346132" [ 649.492688] env[69019]: _type = "Task" [ 649.492688] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.511635] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346132, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.525747] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599471} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.526063] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0520d26f-f53f-4779-bfa3-167cf0e16dbb/0520d26f-f53f-4779-bfa3-167cf0e16dbb.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.526143] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.528853] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4affc679-09a4-4ea8-a51f-01e57c0af29d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.537297] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 649.537297] env[69019]: value = "task-3346133" [ 649.537297] env[69019]: _type = "Task" [ 649.537297] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.546041] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.588572] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bccf06ef-d80b-47e1-a4cb-070b25a6d93f tempest-ServerExternalEventsTest-2041580993 tempest-ServerExternalEventsTest-2041580993-project] Releasing lock "refresh_cache-6adbf28d-77df-451e-9658-5204ca8331bc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.723526] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.723594] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.723828] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.724164] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.724447] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.732182] env[69019]: INFO nova.compute.manager [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Terminating instance [ 649.820712] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "6adbf28d-77df-451e-9658-5204ca8331bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.821013] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.821611] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.821823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.822047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.824222] env[69019]: INFO nova.compute.manager [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Terminating instance [ 649.848513] env[69019]: INFO nova.compute.manager [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Took 22.50 seconds to build instance. [ 649.911254] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346129, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.918395] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3252474d-685d-4a5d-a853-34b3e554edc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.930465] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe138ace-6aed-452d-a00b-2f9a94ca1766 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.972922] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553250de-6c4c-4092-b9ff-87e7bf74b5d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.982702] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cbc59d-5283-412a-aaf1-a1cdbe0096cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.990287] env[69019]: DEBUG nova.network.neutron [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.000142] env[69019]: DEBUG nova.compute.provider_tree [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.017053] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346132, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.050546] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125835} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.050936] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.053271] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ad927f-39f1-4e42-a39e-f11e84488aaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.082891] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0520d26f-f53f-4779-bfa3-167cf0e16dbb/0520d26f-f53f-4779-bfa3-167cf0e16dbb.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.083230] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39649f48-e980-493b-b288-284a79134fdb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.107933] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 650.107933] env[69019]: value = "task-3346134" [ 650.107933] env[69019]: _type = "Task" [ 650.107933] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.118348] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.237223] env[69019]: DEBUG nova.compute.manager [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.237223] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.238225] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1608ad-2af4-4db3-9f38-257ddede90da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246883] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.246883] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470f7d13-aa10-4dd6-8ba8-da2dd9054b3f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.249214] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updated VIF entry in instance network info cache for port 9e888497-17a5-400d-90c0-1e49809d110f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.249531] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updating instance_info_cache with network_info: [{"id": "9e888497-17a5-400d-90c0-1e49809d110f", "address": "fa:16:3e:54:cd:61", "network": {"id": "3dcc7768-442e-4b2d-ac5c-2a0b9483cd95", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-618977497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8156202f0438daeda70b7963c6ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e888497-17", "ovs_interfaceid": "9e888497-17a5-400d-90c0-1e49809d110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.257108] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 650.257108] env[69019]: value = "task-3346135" [ 650.257108] env[69019]: _type = "Task" [ 650.257108] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.265128] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.330211] env[69019]: DEBUG nova.compute.manager [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.330489] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.331383] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99b3458-4caf-4b28-95f5-6738dc90028e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.341161] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.341454] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf1f3db4-9d06-4f85-959a-cbe5b7ec197a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.350199] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 650.350199] env[69019]: value = "task-3346136" [ 650.350199] env[69019]: _type = "Task" [ 650.350199] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.353578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f0969dd2-8d87-4350-b6f3-6ec81d4d4ff3 tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.019s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.362336] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.407817] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346129, 'name': Rename_Task, 'duration_secs': 1.34486} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.408088] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.408392] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-920a208d-f22f-40d7-93f7-45a2dcca3f63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.415908] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 650.415908] env[69019]: value = "task-3346137" [ 650.415908] env[69019]: _type = "Task" [ 650.415908] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.427090] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.506375] env[69019]: INFO nova.compute.manager [-] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Took 1.20 seconds to deallocate network for instance. [ 650.520208] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346132, 'name': CreateVM_Task, 'duration_secs': 0.677476} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.520208] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.520936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.522033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.522033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.522033] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb99c2d0-6450-48e1-a387-b7525dee84ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.532020] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 650.532020] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b2293e-5ccc-9bb1-46a5-130c0e0833e2" [ 650.532020] env[69019]: _type = "Task" [ 650.532020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.544766] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b2293e-5ccc-9bb1-46a5-130c0e0833e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.545166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.545443] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.545773] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.545852] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.546050] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.546350] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50fd9f90-6a20-4e48-a34b-aac71ff1f08a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.556155] env[69019]: DEBUG nova.scheduler.client.report [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updated inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 650.556155] env[69019]: DEBUG nova.compute.provider_tree [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 generation from 32 to 33 during operation: update_inventory {{(pid=69019) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 650.556155] env[69019]: DEBUG nova.compute.provider_tree [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.564842] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.564842] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.565585] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0410f54-05b9-4562-9bb8-a36d30c4025a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.571766] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 650.571766] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6c9b0-b8b6-3f69-cc85-2abf96cd314f" [ 650.571766] env[69019]: _type = "Task" [ 650.571766] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.581420] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6c9b0-b8b6-3f69-cc85-2abf96cd314f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.622971] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.757219] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Releasing lock "refresh_cache-362d50fa-24c5-4a28-98a6-65bdcfe558a4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.757896] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Received event network-vif-plugged-74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.757896] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Acquiring lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.758040] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.758245] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.758418] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] No waiting events found dispatching network-vif-plugged-74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.758602] env[69019]: WARNING nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Received unexpected event network-vif-plugged-74a115fe-82a3-4e40-a442-6a7e6b1b04a5 for instance with vm_state building and task_state spawning. [ 650.758752] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Received event network-changed-74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.758905] env[69019]: DEBUG nova.compute.manager [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Refreshing instance network info cache due to event network-changed-74a115fe-82a3-4e40-a442-6a7e6b1b04a5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.759229] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Acquiring lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.759296] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Acquired lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.759401] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Refreshing network info cache for port 74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.770154] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346135, 'name': PowerOffVM_Task, 'duration_secs': 0.307775} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.770555] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.770789] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.771110] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00177e96-42e9-47e5-9667-97beb0bfd36c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.840528] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.840849] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.841079] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Deleting the datastore file [datastore2] 2d45f205-914d-45b8-b27a-2688f6c9fe7b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.841358] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-924a7e2d-8163-44f3-9dfd-88624ccf3a81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.847898] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for the task: (returnval){ [ 650.847898] env[69019]: value = "task-3346139" [ 650.847898] env[69019]: _type = "Task" [ 650.847898] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.860335] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.862614] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.866384] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.930256] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346137, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.022510] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.065975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.823s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.066573] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.073427] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.878s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.077019] env[69019]: INFO nova.compute.claims [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.089532] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6c9b0-b8b6-3f69-cc85-2abf96cd314f, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.096511] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0be6866-550f-41ea-8106-a243457fa4a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.103329] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 651.103329] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52043f4b-621a-f118-85ae-5d6addb43928" [ 651.103329] env[69019]: _type = "Task" [ 651.103329] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.114796] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52043f4b-621a-f118-85ae-5d6addb43928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.129423] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346134, 'name': ReconfigVM_Task, 'duration_secs': 0.567347} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.129742] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0520d26f-f53f-4779-bfa3-167cf0e16dbb/0520d26f-f53f-4779-bfa3-167cf0e16dbb.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.130446] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a9671f-790b-4bb4-be21-c96b7c894c61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.137563] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 651.137563] env[69019]: value = "task-3346140" [ 651.137563] env[69019]: _type = "Task" [ 651.137563] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.151548] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346140, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.362597] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346136, 'name': PowerOffVM_Task, 'duration_secs': 0.984326} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.367829] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.367829] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.368835] env[69019]: DEBUG oslo_vmware.api [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Task: {'id': task-3346139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.369065] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7847cd7-9dcc-4988-8903-f2a171461791 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.371318] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.371493] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.371678] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.371869] env[69019]: INFO nova.compute.manager [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 651.372155] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.376817] env[69019]: DEBUG nova.compute.manager [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.376918] env[69019]: DEBUG nova.network.neutron [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.408652] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.428498] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346137, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.438767] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.438767] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.438767] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Deleting the datastore file [datastore2] 6adbf28d-77df-451e-9658-5204ca8331bc {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.439015] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519ef7f1-2f01-479a-a3fd-65ae92cb5f96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.449667] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for the task: (returnval){ [ 651.449667] env[69019]: value = "task-3346142" [ 651.449667] env[69019]: _type = "Task" [ 651.449667] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.459783] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.583380] env[69019]: DEBUG nova.compute.utils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.586801] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Updated VIF entry in instance network info cache for port 74a115fe-82a3-4e40-a442-6a7e6b1b04a5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.587148] env[69019]: DEBUG nova.network.neutron [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Updating instance_info_cache with network_info: [{"id": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "address": "fa:16:3e:03:18:4a", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a115fe-82", "ovs_interfaceid": "74a115fe-82a3-4e40-a442-6a7e6b1b04a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.588097] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 651.630116] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52043f4b-621a-f118-85ae-5d6addb43928, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.630818] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.630818] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.631115] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50eb644c-93b4-4445-9299-68d2625c72e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.637278] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 651.637278] env[69019]: value = "task-3346143" [ 651.637278] env[69019]: _type = "Task" [ 651.637278] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.655712] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.658873] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346140, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.927341] env[69019]: DEBUG oslo_vmware.api [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346137, 'name': PowerOnVM_Task, 'duration_secs': 1.160709} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.927627] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.927928] env[69019]: INFO nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Took 11.74 seconds to spawn the instance on the hypervisor. [ 651.928301] env[69019]: DEBUG nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.928943] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab843a7a-a7a5-4b11-ba00-7efa5af24170 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.962942] env[69019]: DEBUG oslo_vmware.api [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Task: {'id': task-3346142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253579} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.963279] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.963415] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.963594] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.963770] env[69019]: INFO nova.compute.manager [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Took 1.63 seconds to destroy the instance on the hypervisor. [ 651.964023] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.967231] env[69019]: DEBUG nova.compute.manager [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.967341] env[69019]: DEBUG nova.network.neutron [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.087489] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.094759] env[69019]: DEBUG oslo_concurrency.lockutils [req-40940d13-8d8e-45d8-93d5-d0365ba8a851 req-06af5e35-0272-4433-8da1-32e5e3c1acc1 service nova] Releasing lock "refresh_cache-d2679ab7-f455-4f64-aa5d-006427847a03" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.110563] env[69019]: DEBUG nova.compute.manager [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.111217] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c7e4d-5e43-4fb7-ae30-cfb3782a9313 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.160075] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.166577] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346140, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.455763] env[69019]: INFO nova.compute.manager [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Took 23.21 seconds to build instance. [ 652.580623] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805ccfc3-1934-49ef-bd9d-8c332cd108f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.590363] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979299d4-aedf-49e2-9010-01ff94806902 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.628717] env[69019]: INFO nova.compute.manager [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] instance snapshotting [ 652.631756] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189060a5-ba60-44cb-aca4-054921f184c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.635630] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df1277-a015-4037-a2f0-cae4b4877221 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.665735] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cb7fc6-3b84-4b70-809f-879259048dfe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.670400] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd47111d-9d11-4dd6-9291-6d725a0549bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.693808] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.694623] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346140, 'name': Rename_Task, 'duration_secs': 1.158989} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.699638] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.701883] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15318f8-8b04-491e-8c44-2742e37902b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.714624] env[69019]: DEBUG nova.compute.provider_tree [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.721141] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 652.721141] env[69019]: value = "task-3346144" [ 652.721141] env[69019]: _type = "Task" [ 652.721141] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.730045] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.798382] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.798610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.815726] env[69019]: DEBUG nova.network.neutron [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.831387] env[69019]: DEBUG nova.network.neutron [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.961861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627a9fb1-80e1-4739-9c60-4f265e85060e tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.726s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.068139] env[69019]: DEBUG nova.compute.manager [req-6caef9af-61eb-4b36-889a-ec8c52b8ae99 req-8682f229-56c4-416b-a03b-d232a8cc9b53 service nova] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Received event network-vif-deleted-7d50eaa9-2bf6-4a30-94b0-3900a10dbaf7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.084183] env[69019]: DEBUG nova.compute.manager [req-4ff537d9-c802-4355-8f75-5cdaf48d06a8 req-917f5868-88c4-4c4e-a189-46eb598aa796 service nova] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Received event network-vif-deleted-81ef1087-e0a1-4ed3-ac54-26958ff52ea5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.133161] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.163642] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.163967] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.164076] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.164226] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.164366] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.164513] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.164720] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.164880] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.165061] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.165255] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.165438] env[69019]: DEBUG nova.virt.hardware [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.166286] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd105d-dd69-4fb2-8186-c66dd10aff7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.171998] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346143, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067858} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.172648] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.172857] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.173145] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6ec2ba4-843c-403e-b7e6-9ce460bed1c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.178508] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf1043-624a-4b37-a5d4-266fef99f1fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.183648] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 653.183648] env[69019]: value = "task-3346145" [ 653.183648] env[69019]: _type = "Task" [ 653.183648] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.204153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.204294] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.204431] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.204641] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.204825] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.207426] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 653.207711] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.214174] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Creating folder: Project (536b84ed9f9b4f4dad8f048598c63b32). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.214742] env[69019]: INFO nova.compute.manager [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Terminating instance [ 653.217996] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-240bf52b-dc96-4e30-9865-d87048e63b9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.221017] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c174f154-1c06-4dd3-8b04-37832dcfe659 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.222748] env[69019]: DEBUG nova.scheduler.client.report [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.230022] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.236274] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 653.236274] env[69019]: value = "task-3346146" [ 653.236274] env[69019]: _type = "Task" [ 653.236274] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.239902] env[69019]: DEBUG oslo_vmware.api [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346144, 'name': PowerOnVM_Task, 'duration_secs': 0.482545} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.243157] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.243431] env[69019]: INFO nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Took 10.57 seconds to spawn the instance on the hypervisor. [ 653.243569] env[69019]: DEBUG nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.245653] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a6d7a-1ddc-40f8-bc7a-8237aba9738a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.248490] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Created folder: Project (536b84ed9f9b4f4dad8f048598c63b32) in parent group-v667907. [ 653.248669] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Creating folder: Instances. Parent ref: group-v667948. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.249855] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d8d6ef-5bdb-4218-aaeb-5525c006df92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.254960] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.263038] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Created folder: Instances in parent group-v667948. [ 653.263298] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.263508] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.263734] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75dfbd6-363b-4fb3-aa3f-f0a575671cec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.280513] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.280513] env[69019]: value = "task-3346149" [ 653.280513] env[69019]: _type = "Task" [ 653.280513] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.288843] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346149, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.316477] env[69019]: INFO nova.compute.manager [-] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Took 1.35 seconds to deallocate network for instance. [ 653.333876] env[69019]: INFO nova.compute.manager [-] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Took 1.96 seconds to deallocate network for instance. [ 653.466572] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.694718] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126051} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.694718] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.695895] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491ec943-3acd-4101-b5c1-f9436727f649 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.722710] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.722710] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b992c9-a61a-4af4-a399-310a25a0c488 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.736846] env[69019]: DEBUG nova.compute.manager [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.737075] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.737777] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.738253] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.741756] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34376f6-1832-4e68-8f75-32cb09e654aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.747027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.040s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.747027] env[69019]: INFO nova.compute.claims [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.761091] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 653.761091] env[69019]: value = "task-3346150" [ 653.761091] env[69019]: _type = "Task" [ 653.761091] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.775192] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.775784] env[69019]: INFO nova.compute.manager [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Took 23.48 seconds to build instance. [ 653.781986] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b6c46d-74f6-4c4b-9c6e-c37b4648c0b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.784690] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.794648] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.802064] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346149, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.803791] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 653.803791] env[69019]: value = "task-3346151" [ 653.803791] env[69019]: _type = "Task" [ 653.803791] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.812657] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.823704] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.840455] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.998114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.260840] env[69019]: DEBUG nova.compute.utils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.260840] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.260840] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.274058] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.284086] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346150, 'name': ReconfigVM_Task, 'duration_secs': 0.380596} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.284487] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.285651] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4a9d53-62c0-4e1b-b246-637f226235ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.287928] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bac1e865-af9d-457e-b7bf-7ec20d5b8f79 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.003s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.300231] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346149, 'name': CreateVM_Task, 'duration_secs': 0.569035} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.300231] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.300732] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.300899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.301291] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.302831] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ee1065-87c0-474d-9ee8-fe1d98433289 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.305444] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 654.305444] env[69019]: value = "task-3346152" [ 654.305444] env[69019]: _type = "Task" [ 654.305444] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.317777] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 654.317777] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229ae07-db4f-9a81-22f8-8732d5806659" [ 654.317777] env[69019]: _type = "Task" [ 654.317777] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.331016] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346151, 'name': PowerOffVM_Task, 'duration_secs': 0.202111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.331411] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346152, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.332853] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.333123] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.333413] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb20cde9-24de-4db5-bccc-6532f447b0b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.341891] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229ae07-db4f-9a81-22f8-8732d5806659, 'name': SearchDatastore_Task, 'duration_secs': 0.017363} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.341891] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.341891] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.342043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.342213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.342395] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.342702] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c54d3a68-788a-4bed-90ef-6be5b20783a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.352145] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.352367] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.353197] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38d5011-a768-413c-8cc2-576c0770682d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.360703] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 654.360703] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52038fb8-cc6e-3bb7-98ff-3f8c21caff78" [ 654.360703] env[69019]: _type = "Task" [ 654.360703] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.372468] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52038fb8-cc6e-3bb7-98ff-3f8c21caff78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.377325] env[69019]: DEBUG nova.policy [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e8b618188a4ac3af729dd20ce54734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85c7055f83f41aabbe6b1c6b50df3d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.412407] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.412664] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.412881] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Deleting the datastore file [datastore1] a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.413312] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b97f780-8289-4bb2-bf80-c15776a84375 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.423034] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for the task: (returnval){ [ 654.423034] env[69019]: value = "task-3346154" [ 654.423034] env[69019]: _type = "Task" [ 654.423034] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.431976] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.453253] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.453543] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.514391] env[69019]: DEBUG nova.compute.manager [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.515380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f3548-6543-4bf3-b389-b4d033efb1a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.705837] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "78d28055-b6b7-45c2-ad49-e68160a12da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.705928] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.760793] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346146, 'name': CreateSnapshot_Task, 'duration_secs': 1.148953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.761134] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 654.761905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd06919d-2f24-4d0b-a639-e81e9eaa31d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.772488] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.795693] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.823964] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346152, 'name': Rename_Task, 'duration_secs': 0.17032} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.823964] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.823964] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1cd159-b530-419c-b3b4-c78d24022370 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.831316] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 654.831316] env[69019]: value = "task-3346155" [ 654.831316] env[69019]: _type = "Task" [ 654.831316] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.852367] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346155, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.875309] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52038fb8-cc6e-3bb7-98ff-3f8c21caff78, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.876289] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5609d3f0-5a85-451d-bb92-5b3275639a91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.882085] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 654.882085] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe9c10-3827-d4f9-7a0f-a51e7117d330" [ 654.882085] env[69019]: _type = "Task" [ 654.882085] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.893129] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe9c10-3827-d4f9-7a0f-a51e7117d330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.933335] env[69019]: DEBUG oslo_vmware.api [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Task: {'id': task-3346154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231668} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.933590] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.933801] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.934044] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.937070] env[69019]: INFO nova.compute.manager [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 654.937070] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.937070] env[69019]: DEBUG nova.compute.manager [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.937070] env[69019]: DEBUG nova.network.neutron [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.029494] env[69019]: INFO nova.compute.manager [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] instance snapshotting [ 655.038949] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8fedd-f72d-4dfc-b2bd-25a4897bf997 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.065958] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2869ce3b-fff3-41fb-bad8-094f462369c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.288964] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 655.295379] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79fbacf0-ee19-425e-ae0e-1d58211a9469 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.308731] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 655.308731] env[69019]: value = "task-3346156" [ 655.308731] env[69019]: _type = "Task" [ 655.308731] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.321558] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.328021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.331728] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Successfully created port: eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.345088] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.353810] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f480f-f809-45ab-8588-0151fed606eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.362314] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52ee8d-2674-4991-8ac9-a197e661095e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.409750] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163b24e-fac3-492d-981c-f9dc6374ffae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.418693] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fe9c10-3827-d4f9-7a0f-a51e7117d330, 'name': SearchDatastore_Task, 'duration_secs': 0.021372} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.421558] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.421558] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 441dd70e-b58d-44bf-af0a-8af8f98b7cb6/441dd70e-b58d-44bf-af0a-8af8f98b7cb6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.421558] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27688553-fb53-4e0e-b8c8-a18db157c1c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.425699] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fffe29-5105-4f06-a394-c787f846d6c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.446243] env[69019]: DEBUG nova.compute.provider_tree [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.449744] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 655.449744] env[69019]: value = "task-3346157" [ 655.449744] env[69019]: _type = "Task" [ 655.449744] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.456995] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.583021] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.583021] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1204d960-8895-4263-a7df-f99149af88f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.598492] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 655.598492] env[69019]: value = "task-3346158" [ 655.598492] env[69019]: _type = "Task" [ 655.598492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.608209] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.767045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.768768] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.803388] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.824045] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.845938] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.846803] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.846803] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.846803] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.846803] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.846803] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.847056] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.847152] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.847332] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.847677] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.847677] env[69019]: DEBUG nova.virt.hardware [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.848634] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f098ddf-7550-4278-8a5b-da469e429a5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.860688] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4ac12-9b3c-4d24-b95e-dc42554d720f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.865140] env[69019]: DEBUG oslo_vmware.api [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346155, 'name': PowerOnVM_Task, 'duration_secs': 0.551543} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.865361] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.865575] env[69019]: INFO nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Took 10.71 seconds to spawn the instance on the hypervisor. [ 655.865768] env[69019]: DEBUG nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.867189] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc51bb7-3ff6-4f10-a3cf-2cdae5492d59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.946345] env[69019]: DEBUG nova.compute.manager [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Received event network-changed-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.946680] env[69019]: DEBUG nova.compute.manager [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Refreshing instance network info cache due to event network-changed-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.946792] env[69019]: DEBUG oslo_concurrency.lockutils [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] Acquiring lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.946890] env[69019]: DEBUG oslo_concurrency.lockutils [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] Acquired lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.949634] env[69019]: DEBUG nova.network.neutron [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Refreshing network info cache for port e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.952399] env[69019]: DEBUG nova.scheduler.client.report [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.968344] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.037505] env[69019]: DEBUG nova.network.neutron [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.107680] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.322790] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.403583] env[69019]: INFO nova.compute.manager [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Took 21.28 seconds to build instance. [ 656.431929] env[69019]: DEBUG nova.compute.manager [req-efb04100-0d14-4a4b-b71b-36dd9f157f85 req-910d5ac9-3b69-4a1a-b609-622e0f83dd37 service nova] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Received event network-vif-deleted-930eeac5-f95c-4e25-97c4-a949ce674771 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.466114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.466114] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.467701] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.011s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.472901] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624122} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.473361] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 441dd70e-b58d-44bf-af0a-8af8f98b7cb6/441dd70e-b58d-44bf-af0a-8af8f98b7cb6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.475782] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.475782] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b134f8f-9557-4423-b6e3-2fe881f83de0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.482376] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 656.482376] env[69019]: value = "task-3346159" [ 656.482376] env[69019]: _type = "Task" [ 656.482376] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.497153] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.541045] env[69019]: INFO nova.compute.manager [-] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Took 1.61 seconds to deallocate network for instance. [ 656.611826] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346158, 'name': CreateSnapshot_Task, 'duration_secs': 0.695652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.612200] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.613331] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d54ee6d-792b-41cb-9dfb-8203ed796f8a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.827375] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.905287] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3df4404f-2e4d-434f-a9d5-217a1e970794 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.792s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.971911] env[69019]: DEBUG nova.compute.utils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.973440] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.973669] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.978745] env[69019]: INFO nova.compute.claims [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.997057] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066242} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.997057] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.997057] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099f9c1-10b2-4447-b27a-1496340747ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.018992] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 441dd70e-b58d-44bf-af0a-8af8f98b7cb6/441dd70e-b58d-44bf-af0a-8af8f98b7cb6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.019665] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bfab68-27ea-42de-9577-f60998726068 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.042174] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 657.042174] env[69019]: value = "task-3346160" [ 657.042174] env[69019]: _type = "Task" [ 657.042174] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.052093] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.057664] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.092671] env[69019]: DEBUG nova.policy [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9608277d3d04a8090a8076aa638b669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1048ae8b29ca4ca3b6eab61fa5c38041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.137575] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.137946] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e631e50c-0d1e-449d-bbb4-3e59de91d391 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.146710] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 657.146710] env[69019]: value = "task-3346161" [ 657.146710] env[69019]: _type = "Task" [ 657.146710] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.157708] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346161, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.173348] env[69019]: DEBUG nova.network.neutron [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updated VIF entry in instance network info cache for port e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.173724] env[69019]: DEBUG nova.network.neutron [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updating instance_info_cache with network_info: [{"id": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "address": "fa:16:3e:5c:86:15", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7cdd413-49", "ovs_interfaceid": "e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.326230] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task} progress is 95%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.409075] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.485466] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.490204] env[69019]: INFO nova.compute.resource_tracker [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating resource usage from migration 9e11091f-dc70-4bf3-863f-c1d3cc76c8ba [ 657.553772] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.575082] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.575534] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.658557] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346161, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.665893] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Successfully created port: e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.678081] env[69019]: DEBUG oslo_concurrency.lockutils [req-1af83f00-6a89-49b8-9113-818fe54447fb req-fd7c2125-817a-40ac-baa8-219574503304 service nova] Releasing lock "refresh_cache-b8814116-45e3-48d5-8e24-6c73ec375d11" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.716708] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Successfully updated port: eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.829235] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346156, 'name': CloneVM_Task, 'duration_secs': 2.340643} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.832798] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Created linked-clone VM from snapshot [ 657.834871] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310d38-5771-49ab-8ab2-2a3687326e9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.843335] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Uploading image 82a69bf5-baad-4246-b3cc-bd98437b94f7 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 657.894308] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 657.894308] env[69019]: value = "vm-667952" [ 657.894308] env[69019]: _type = "VirtualMachine" [ 657.894308] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 657.894308] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-430d7d99-8f18-4251-844a-74e8bd6fe1ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.899720] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease: (returnval){ [ 657.899720] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52effbb0-a59e-3cea-21fb-8fc8abc4daf8" [ 657.899720] env[69019]: _type = "HttpNfcLease" [ 657.899720] env[69019]: } obtained for exporting VM: (result){ [ 657.899720] env[69019]: value = "vm-667952" [ 657.899720] env[69019]: _type = "VirtualMachine" [ 657.899720] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 657.900165] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the lease: (returnval){ [ 657.900165] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52effbb0-a59e-3cea-21fb-8fc8abc4daf8" [ 657.900165] env[69019]: _type = "HttpNfcLease" [ 657.900165] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 657.911781] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.911781] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52effbb0-a59e-3cea-21fb-8fc8abc4daf8" [ 657.911781] env[69019]: _type = "HttpNfcLease" [ 657.911781] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 657.912104] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 657.912104] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52effbb0-a59e-3cea-21fb-8fc8abc4daf8" [ 657.912104] env[69019]: _type = "HttpNfcLease" [ 657.912104] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 657.913089] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5590a2-b53c-4811-ad4d-be59f0b386a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.927540] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 657.927770] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 657.933123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.041396] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc316575-0773-4e11-bc4f-4f100ffc4c25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.058818] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346160, 'name': ReconfigVM_Task, 'duration_secs': 0.797027} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.061791] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 441dd70e-b58d-44bf-af0a-8af8f98b7cb6/441dd70e-b58d-44bf-af0a-8af8f98b7cb6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.062854] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beeb1c7b-7be1-4604-a578-cb0a3ae5b4b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.075223] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 658.075223] env[69019]: value = "task-3346163" [ 658.075223] env[69019]: _type = "Task" [ 658.075223] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.104617] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346163, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.160269] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346161, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.179156] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206eabab-ae4b-4c17-a331-21f9b5bd45ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.187832] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74921981-9ca0-4722-aaa3-a1162a025289 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.235729] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.235927] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.236140] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.242681] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cfe17f-aafc-4260-8d3c-da60b4ab1a4b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.253269] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf045cee-7324-40a1-808f-dab4c383aba4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.269826] env[69019]: DEBUG nova.compute.provider_tree [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.510971] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.540313] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.540467] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.540597] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.540793] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.540936] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.541225] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.541466] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.541629] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.542130] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.542239] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.542536] env[69019]: DEBUG nova.virt.hardware [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.543493] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f840b-98ae-4fee-99ae-5d8b3c909640 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.555803] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d14c498-d403-4849-a603-8f8db8446056 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.589939] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346163, 'name': Rename_Task, 'duration_secs': 0.191864} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.590402] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.590815] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f895cad2-e804-4cdf-a659-527572af3cd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.602463] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 658.602463] env[69019]: value = "task-3346164" [ 658.602463] env[69019]: _type = "Task" [ 658.602463] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.609437] env[69019]: DEBUG nova.compute.manager [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Received event network-vif-plugged-eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.609931] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Acquiring lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.609931] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.610028] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.610174] env[69019]: DEBUG nova.compute.manager [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] No waiting events found dispatching network-vif-plugged-eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.610366] env[69019]: WARNING nova.compute.manager [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Received unexpected event network-vif-plugged-eb34e831-5735-40fe-b669-26e36cae529a for instance with vm_state building and task_state spawning. [ 658.610659] env[69019]: DEBUG nova.compute.manager [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Received event network-changed-eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.610912] env[69019]: DEBUG nova.compute.manager [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Refreshing instance network info cache due to event network-changed-eb34e831-5735-40fe-b669-26e36cae529a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.611159] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Acquiring lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.616538] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.661945] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346161, 'name': CloneVM_Task, 'duration_secs': 1.249323} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.662242] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Created linked-clone VM from snapshot [ 658.663140] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301caae3-9a84-4694-a8f8-e9d096980b86 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.674051] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Uploading image 44c68f8d-eb16-41db-88b7-8cc0cccf367a {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 658.689488] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 658.689564] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c354646-4a7c-44ae-8477-aef927637403 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.701166] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 658.701166] env[69019]: value = "task-3346165" [ 658.701166] env[69019]: _type = "Task" [ 658.701166] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.716360] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346165, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.774729] env[69019]: DEBUG nova.scheduler.client.report [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.863598] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.122482] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.217123] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346165, 'name': Destroy_Task, 'duration_secs': 0.479201} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.217123] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Destroyed the VM [ 659.217123] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 659.217123] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8919e4cb-2370-4e19-b05e-3f3788762be4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.223184] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 659.223184] env[69019]: value = "task-3346166" [ 659.223184] env[69019]: _type = "Task" [ 659.223184] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.237253] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.258711] env[69019]: DEBUG nova.network.neutron [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Updating instance_info_cache with network_info: [{"id": "eb34e831-5735-40fe-b669-26e36cae529a", "address": "fa:16:3e:a8:1e:e0", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb34e831-57", "ovs_interfaceid": "eb34e831-5735-40fe-b669-26e36cae529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.280284] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.812s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.280284] env[69019]: INFO nova.compute.manager [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Migrating [ 659.280451] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.280565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.281860] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.205s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.290475] env[69019]: INFO nova.compute.claims [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.490287] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Successfully updated port: e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.616244] env[69019]: DEBUG oslo_vmware.api [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346164, 'name': PowerOnVM_Task, 'duration_secs': 0.61995} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.616244] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.616244] env[69019]: INFO nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Took 6.48 seconds to spawn the instance on the hypervisor. [ 659.616244] env[69019]: DEBUG nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.617368] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4bf58c-a48b-4281-a818-d89b30411ea8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.733855] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.763301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.763648] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance network_info: |[{"id": "eb34e831-5735-40fe-b669-26e36cae529a", "address": "fa:16:3e:a8:1e:e0", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb34e831-57", "ovs_interfaceid": "eb34e831-5735-40fe-b669-26e36cae529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.763948] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Acquired lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.764146] env[69019]: DEBUG nova.network.neutron [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Refreshing network info cache for port eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.765506] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb34e831-5735-40fe-b669-26e36cae529a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.775029] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating folder: Project (f85c7055f83f41aabbe6b1c6b50df3d2). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.782847] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59e9eeb-6f25-4a05-a06b-13bf90c03b3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.796037] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created folder: Project (f85c7055f83f41aabbe6b1c6b50df3d2) in parent group-v667907. [ 659.796037] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating folder: Instances. Parent ref: group-v667955. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.796037] env[69019]: INFO nova.compute.rpcapi [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 659.796037] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.802871] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c14a47-c388-4c85-a778-8664f20e6deb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.829799] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created folder: Instances in parent group-v667955. [ 659.830704] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.831028] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.831665] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c377df3-9e2f-4519-a5b3-868b90698fc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.850959] env[69019]: DEBUG nova.compute.manager [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Received event network-vif-plugged-e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.851298] env[69019]: DEBUG oslo_concurrency.lockutils [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] Acquiring lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.854265] env[69019]: DEBUG oslo_concurrency.lockutils [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.854265] env[69019]: DEBUG oslo_concurrency.lockutils [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.854265] env[69019]: DEBUG nova.compute.manager [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] No waiting events found dispatching network-vif-plugged-e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.854265] env[69019]: WARNING nova.compute.manager [req-3bbb29ae-58c8-452d-a296-c36646710ac8 req-e1476dd1-d1cd-4c70-9478-641a919cb41c service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Received unexpected event network-vif-plugged-e8ee0e35-959b-4ddc-b572-35766a456d87 for instance with vm_state building and task_state spawning. [ 659.859542] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.859542] env[69019]: value = "task-3346169" [ 659.859542] env[69019]: _type = "Task" [ 659.859542] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.868730] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346169, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.995437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.995791] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.995864] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.086087] env[69019]: DEBUG nova.network.neutron [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Updated VIF entry in instance network info cache for port eb34e831-5735-40fe-b669-26e36cae529a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.086489] env[69019]: DEBUG nova.network.neutron [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Updating instance_info_cache with network_info: [{"id": "eb34e831-5735-40fe-b669-26e36cae529a", "address": "fa:16:3e:a8:1e:e0", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb34e831-57", "ovs_interfaceid": "eb34e831-5735-40fe-b669-26e36cae529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.142560] env[69019]: INFO nova.compute.manager [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Took 21.14 seconds to build instance. [ 660.234773] env[69019]: DEBUG oslo_vmware.api [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346166, 'name': RemoveSnapshot_Task, 'duration_secs': 0.893261} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.235166] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 660.324454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.324720] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.325027] env[69019]: DEBUG nova.network.neutron [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.373867] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346169, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.547012] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.590870] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ae11b96-9057-4515-aba6-063be4ab882c req-14f27881-d1a3-45e9-8b06-33c3f99c0520 service nova] Releasing lock "refresh_cache-92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.649142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cd116703-35f4-4a6c-9cfd-db5f0b602f06 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.393s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.741654] env[69019]: WARNING nova.compute.manager [None req-1e46df96-c491-4c9e-9e18-f9e3bade5dc1 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Image not found during snapshot: nova.exception.ImageNotFound: Image 44c68f8d-eb16-41db-88b7-8cc0cccf367a could not be found. [ 660.772025] env[69019]: DEBUG nova.network.neutron [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Updating instance_info_cache with network_info: [{"id": "e8ee0e35-959b-4ddc-b572-35766a456d87", "address": "fa:16:3e:cd:b5:b5", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee0e35-95", "ovs_interfaceid": "e8ee0e35-959b-4ddc-b572-35766a456d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.838017] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef0e0f-3ca9-4f4d-a6e5-9f28e0ac3960 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.845685] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a44215-592d-46f8-b128-5f50ad8341fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.889193] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffad5c-a174-4917-8666-e08ad6af0291 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.897916] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346169, 'name': CreateVM_Task, 'duration_secs': 0.570355} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.900318] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.901274] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.901460] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.902052] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.903301] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64649b64-ed6c-48b9-90c1-1393889ce7b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.907196] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a162fed-d5ab-495e-a115-ff4c856dfa43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.921573] env[69019]: DEBUG nova.compute.provider_tree [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.924554] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 660.924554] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5250d059-4c67-6c77-0b9b-4ae0069154ae" [ 660.924554] env[69019]: _type = "Task" [ 660.924554] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.936501] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5250d059-4c67-6c77-0b9b-4ae0069154ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.152305] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.193790] env[69019]: DEBUG nova.network.neutron [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.218731] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.219071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.275878] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.276213] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Instance network_info: |[{"id": "e8ee0e35-959b-4ddc-b572-35766a456d87", "address": "fa:16:3e:cd:b5:b5", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee0e35-95", "ovs_interfaceid": "e8ee0e35-959b-4ddc-b572-35766a456d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.276712] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b5:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ee0e35-959b-4ddc-b572-35766a456d87', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.290298] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.290814] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.291061] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e5356b-5ecd-41bf-9c68-eb102e43b0b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.317484] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.317484] env[69019]: value = "task-3346170" [ 661.317484] env[69019]: _type = "Task" [ 661.317484] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.331500] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346170, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.425181] env[69019]: DEBUG nova.scheduler.client.report [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.444629] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5250d059-4c67-6c77-0b9b-4ae0069154ae, 'name': SearchDatastore_Task, 'duration_secs': 0.02478} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.444629] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.444629] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.445833] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.445994] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.446296] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.446514] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4cae0a3-9492-47ee-b6d4-5ccdd4315dbb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.461249] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.461488] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.464138] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627799ab-75f5-4cf2-8db1-e05a6bb97412 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.476363] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 661.476363] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a51e71-0e0d-fa11-9b57-0cd842f16b88" [ 661.476363] env[69019]: _type = "Task" [ 661.476363] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.488167] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a51e71-0e0d-fa11-9b57-0cd842f16b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.684529] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.696372] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.828688] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346170, 'name': CreateVM_Task, 'duration_secs': 0.441729} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.829084] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.830076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830513] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831086] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831486] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6ad24a-9f69-48bf-b1d2-756596b7137d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.837832] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 661.837832] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d55918-448c-e59a-0ba2-92e936aea94d" [ 661.837832] env[69019]: _type = "Task" [ 661.837832] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.847079] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d55918-448c-e59a-0ba2-92e936aea94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.937711] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.938409] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.941252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.275s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.943240] env[69019]: INFO nova.compute.claims [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.996226] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a51e71-0e0d-fa11-9b57-0cd842f16b88, 'name': SearchDatastore_Task, 'duration_secs': 0.016939} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.998097] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c719dc8-d3df-4cbc-b860-683c728d2853 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.008312] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 662.008312] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522a2ef7-fd9c-9d95-59ec-e2eac4d8f92f" [ 662.008312] env[69019]: _type = "Task" [ 662.008312] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.016063] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522a2ef7-fd9c-9d95-59ec-e2eac4d8f92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.252803] env[69019]: DEBUG nova.compute.manager [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Received event network-changed-e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.253100] env[69019]: DEBUG nova.compute.manager [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Refreshing instance network info cache due to event network-changed-e8ee0e35-959b-4ddc-b572-35766a456d87. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.253245] env[69019]: DEBUG oslo_concurrency.lockutils [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] Acquiring lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.253395] env[69019]: DEBUG oslo_concurrency.lockutils [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] Acquired lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.253556] env[69019]: DEBUG nova.network.neutron [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Refreshing network info cache for port e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.347788] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d55918-448c-e59a-0ba2-92e936aea94d, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.348072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.348349] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.348605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.348758] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.348941] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.349232] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25f52259-af6f-4323-899b-3099a17b6233 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.357820] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.358019] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.358760] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97391d19-05d2-4556-8995-93aed0610a98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.364159] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 662.364159] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb06a5-5858-99f0-79ff-4a437050c4af" [ 662.364159] env[69019]: _type = "Task" [ 662.364159] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.373170] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb06a5-5858-99f0-79ff-4a437050c4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.448035] env[69019]: DEBUG nova.compute.utils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.449516] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 662.517840] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522a2ef7-fd9c-9d95-59ec-e2eac4d8f92f, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.518314] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.518787] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.519195] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc1fe156-b707-453f-bdbe-0e4fa7630902 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.527573] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 662.527573] env[69019]: value = "task-3346171" [ 662.527573] env[69019]: _type = "Task" [ 662.527573] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.537762] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.654340] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "6e43dee0-b274-4e49-898b-31eb6d19545a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.655164] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.655397] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.655587] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.656187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.661889] env[69019]: INFO nova.compute.manager [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Terminating instance [ 662.879820] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb06a5-5858-99f0-79ff-4a437050c4af, 'name': SearchDatastore_Task, 'duration_secs': 0.012583} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.887354] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9e9836-b1b6-41d1-b995-b3d512dd9c86 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.894351] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 662.894351] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c691ee-180a-c197-7c5b-309163229bff" [ 662.894351] env[69019]: _type = "Task" [ 662.894351] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.904428] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c691ee-180a-c197-7c5b-309163229bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.956812] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.047806] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.144338] env[69019]: DEBUG nova.network.neutron [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Updated VIF entry in instance network info cache for port e8ee0e35-959b-4ddc-b572-35766a456d87. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.144338] env[69019]: DEBUG nova.network.neutron [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Updating instance_info_cache with network_info: [{"id": "e8ee0e35-959b-4ddc-b572-35766a456d87", "address": "fa:16:3e:cd:b5:b5", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee0e35-95", "ovs_interfaceid": "e8ee0e35-959b-4ddc-b572-35766a456d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.169144] env[69019]: DEBUG nova.compute.manager [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.169144] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.169979] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd3e489-1319-42ae-b647-cca1868dd43f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.181034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.183902] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-324c5c4d-5019-481e-b1e9-d1e5e26aa560 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.194022] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 663.194022] env[69019]: value = "task-3346172" [ 663.194022] env[69019]: _type = "Task" [ 663.194022] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.206059] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.217236] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448a3d88-1ffd-4db3-bc46-9b8f56182d76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.240571] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.408371] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c691ee-180a-c197-7c5b-309163229bff, 'name': SearchDatastore_Task, 'duration_secs': 0.021627} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.408677] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.409284] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 32443974-85b0-4b7d-bb6f-249ba18dae67/32443974-85b0-4b7d-bb6f-249ba18dae67.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.409627] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a52054b5-fccf-4063-a0e7-170f6c6136cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.420695] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 663.420695] env[69019]: value = "task-3346173" [ 663.420695] env[69019]: _type = "Task" [ 663.420695] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.438021] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.555023] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671077} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.555023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.555023] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.555023] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d2e702-e378-4417-8295-a3a9ae934ee6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.560868] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a60a81-ae1f-48c5-87aa-440e9f2ca780 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.571331] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21d0b6-1363-4cff-89ae-c8a6da78637f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.575598] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 663.575598] env[69019]: value = "task-3346174" [ 663.575598] env[69019]: _type = "Task" [ 663.575598] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.614348] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ab40a-72ab-4e79-b2dc-0bc99877e1c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.622297] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.629211] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab32eee6-6f6c-45fb-8e78-06a8e93eea10 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.648325] env[69019]: DEBUG nova.compute.provider_tree [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.651799] env[69019]: DEBUG oslo_concurrency.lockutils [req-89a4796c-3f0f-4b21-95c8-73bf95ece101 req-40730b1e-57b5-4a2d-b461-efe4d9a449e1 service nova] Releasing lock "refresh_cache-32443974-85b0-4b7d-bb6f-249ba18dae67" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.704492] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346172, 'name': PowerOffVM_Task, 'duration_secs': 0.36875} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.704680] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.704733] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.705023] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff4cfa6-77f0-4e54-8b59-664bb3da71ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.750066] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.750501] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0448719-09c3-4a14-bce9-e4b7beec82e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.757856] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 663.757856] env[69019]: value = "task-3346176" [ 663.757856] env[69019]: _type = "Task" [ 663.757856] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.768344] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.779680] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.779960] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.780267] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleting the datastore file [datastore1] 6e43dee0-b274-4e49-898b-31eb6d19545a {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.780746] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8ee024-9271-48bf-9fd5-b3ecc2e3fc84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.789735] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 663.789735] env[69019]: value = "task-3346177" [ 663.789735] env[69019]: _type = "Task" [ 663.789735] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.800598] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.931890] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502493} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.932214] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 32443974-85b0-4b7d-bb6f-249ba18dae67/32443974-85b0-4b7d-bb6f-249ba18dae67.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.932800] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.933122] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-324ea6d9-8289-4d32-a2d1-d4d9b6284edc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.940740] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 663.940740] env[69019]: value = "task-3346178" [ 663.940740] env[69019]: _type = "Task" [ 663.940740] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.951226] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.973859] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.016338] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.016654] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.016778] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.017441] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.017624] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.017788] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.018016] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.018259] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.018517] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.018719] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.019091] env[69019]: DEBUG nova.virt.hardware [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.023019] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad2a51-4041-4e37-b5a8-537d2d7ec7ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.028908] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6158ea7e-61f7-43da-a62f-030680670c80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.045913] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.052378] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Creating folder: Project (5bc60eaeb9c646d884662f0a6dbd2cab). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.052765] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efdc49bc-959e-4aa4-bb61-aaa308322a39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.063640] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Created folder: Project (5bc60eaeb9c646d884662f0a6dbd2cab) in parent group-v667907. [ 664.063800] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Creating folder: Instances. Parent ref: group-v667959. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.064109] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b76e600-5c95-4134-8701-05a450cd36d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.074986] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Created folder: Instances in parent group-v667959. [ 664.075324] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.075535] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.075762] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d497998-12c5-4e26-92b8-831015800515 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.100792] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087987} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.102353] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.103856] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.103856] env[69019]: value = "task-3346181" [ 664.103856] env[69019]: _type = "Task" [ 664.103856] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.104535] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b208569-42d1-4c3a-a857-0916e753dfb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.134037] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.137603] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792859d8-14b0-469e-b382-569484b66a0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.154697] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346181, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.155861] env[69019]: DEBUG nova.scheduler.client.report [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.165138] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 664.165138] env[69019]: value = "task-3346182" [ 664.165138] env[69019]: _type = "Task" [ 664.165138] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.176206] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.269245] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346176, 'name': PowerOffVM_Task, 'duration_secs': 0.293095} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.269526] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.269711] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.300934] env[69019]: DEBUG oslo_vmware.api [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32408} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.301472] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.301472] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.301586] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.305044] env[69019]: INFO nova.compute.manager [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 664.305044] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.305044] env[69019]: DEBUG nova.compute.manager [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.305044] env[69019]: DEBUG nova.network.neutron [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.451623] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109108} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.452108] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.453456] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4985e-1ad5-4225-906d-4641755ea3ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.477033] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 32443974-85b0-4b7d-bb6f-249ba18dae67/32443974-85b0-4b7d-bb6f-249ba18dae67.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.477033] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f46059-35a1-4430-9f49-4aea57ba9b52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.496647] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 664.496647] env[69019]: value = "task-3346183" [ 664.496647] env[69019]: _type = "Task" [ 664.496647] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.507287] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.616821] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346181, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.663065] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.663065] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.665144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.732s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.668257] env[69019]: INFO nova.compute.claims [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.681839] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346182, 'name': ReconfigVM_Task, 'duration_secs': 0.393592} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.682593] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.684031] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-009cbd70-b94a-4ab1-a049-7904c408054d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.696277] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 664.696277] env[69019]: value = "task-3346184" [ 664.696277] env[69019]: _type = "Task" [ 664.696277] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.707703] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346184, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.777727] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.777936] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.778220] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.778371] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.778551] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.778713] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.779024] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.779294] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.779531] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.779729] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.779947] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.786598] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d638545-89aa-47b5-b52b-193f0423138e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.809225] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 664.809225] env[69019]: value = "task-3346185" [ 664.809225] env[69019]: _type = "Task" [ 664.809225] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.818981] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.010812] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346183, 'name': ReconfigVM_Task, 'duration_secs': 0.492097} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.011293] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 32443974-85b0-4b7d-bb6f-249ba18dae67/32443974-85b0-4b7d-bb6f-249ba18dae67.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.011943] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c980e2-913d-46a4-a956-81f574285642 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.021175] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 665.021175] env[69019]: value = "task-3346186" [ 665.021175] env[69019]: _type = "Task" [ 665.021175] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.029647] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346186, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.126074] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346181, 'name': CreateVM_Task, 'duration_secs': 0.809778} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.126183] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.126565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.126722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.127400] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.129027] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1edff-cced-4ddf-9965-c018ef39497e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.133657] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 665.133657] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282fcd7-8d88-ff9b-60ad-db6073eb2cf4" [ 665.133657] env[69019]: _type = "Task" [ 665.133657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.144176] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282fcd7-8d88-ff9b-60ad-db6073eb2cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.176586] env[69019]: DEBUG nova.compute.utils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.183231] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.183520] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.187085] env[69019]: DEBUG nova.network.neutron [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.214083] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346184, 'name': Rename_Task, 'duration_secs': 0.257498} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.214683] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.214683] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40472503-545a-47b5-91ac-eeed01b74af7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.225529] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 665.225529] env[69019]: value = "task-3346187" [ 665.225529] env[69019]: _type = "Task" [ 665.225529] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.234883] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.253929] env[69019]: DEBUG nova.policy [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9186ffff851149b1810d86427b977921', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40b896f9cd94456a431df9cff857755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.322167] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346185, 'name': ReconfigVM_Task, 'duration_secs': 0.22834} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.322573] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.532629] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346186, 'name': Rename_Task, 'duration_secs': 0.141113} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.532962] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.533170] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ffe7e45-6c5d-487c-86fa-30dcfd4885d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.540448] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 665.540448] env[69019]: value = "task-3346188" [ 665.540448] env[69019]: _type = "Task" [ 665.540448] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.549482] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.650942] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282fcd7-8d88-ff9b-60ad-db6073eb2cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.024796} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.652068] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Successfully created port: d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.654956] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.655242] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.655504] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.655667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.655853] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.656167] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd4e31aa-2b27-42c1-af25-5d42674f7b83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.666829] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.667132] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.668283] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0fe8e8-750d-4040-b235-52390cae02e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.680750] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 665.680750] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52831fde-e954-5d20-2c72-c3472962a468" [ 665.680750] env[69019]: _type = "Task" [ 665.680750] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.690757] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.695232] env[69019]: INFO nova.compute.manager [-] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Took 1.39 seconds to deallocate network for instance. [ 665.708990] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52831fde-e954-5d20-2c72-c3472962a468, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.714022] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e287c83-5afe-40b8-bac5-19194507123b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.717303] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 665.717303] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52961fe1-3901-3b95-9389-6a52dd70f397" [ 665.717303] env[69019]: _type = "Task" [ 665.717303] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.742543] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52961fe1-3901-3b95-9389-6a52dd70f397, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.742543] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.742543] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] cbfe5fec-df00-42e1-b666-8ba62378abc2/cbfe5fec-df00-42e1-b666-8ba62378abc2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.742543] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2877a3be-b227-4738-a116-0149f1e3797f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.748832] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.756227] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 665.756227] env[69019]: value = "task-3346189" [ 665.756227] env[69019]: _type = "Task" [ 665.756227] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.764846] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.829356] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.829663] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.829883] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.830307] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.830497] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.830649] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.830858] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.831030] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.831203] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.831371] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.831540] env[69019]: DEBUG nova.virt.hardware [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.837038] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 665.839913] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9478efdd-2a26-42f6-b1e2-b1f27dc1e752 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.859623] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 665.859623] env[69019]: value = "task-3346190" [ 665.859623] env[69019]: _type = "Task" [ 665.859623] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.869157] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.057038] env[69019]: DEBUG oslo_vmware.api [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346188, 'name': PowerOnVM_Task, 'duration_secs': 0.499761} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.057358] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.057559] env[69019]: INFO nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Took 7.55 seconds to spawn the instance on the hypervisor. [ 666.057808] env[69019]: DEBUG nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.059424] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ceb76-29a2-4e0d-8172-b8ebaeef9b42 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.207579] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.217211] env[69019]: DEBUG nova.compute.manager [req-4bf7908a-ba63-4cfb-99ae-595ed6b8034e req-c17cd36c-e8a5-4e6e-bc2b-dd9e9d659830 service nova] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Received event network-vif-deleted-cae25136-ec11-4b49-9499-f6bdb6a397b8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.246890] env[69019]: DEBUG oslo_vmware.api [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346187, 'name': PowerOnVM_Task, 'duration_secs': 0.735227} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.246890] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.246890] env[69019]: INFO nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Took 10.44 seconds to spawn the instance on the hypervisor. [ 666.246890] env[69019]: DEBUG nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.246890] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e5564-e64b-4551-9bcc-9abc8416ed7b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.275626] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.328243] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db2006-6ce8-4ad1-bb58-470a8f48d6e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.336256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbef5e2-a28e-42d3-ac03-d92add8fffe4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.384175] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7dfe01-749e-4e9e-831e-29b2cb9a10bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.395178] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346190, 'name': ReconfigVM_Task, 'duration_secs': 0.31812} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.398640] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 666.402515] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532cb59c-1dc4-4e84-bbd3-aee61d5f7cf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.405953] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e3a36-0cec-402d-aa75-863ce4e868bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.428905] env[69019]: DEBUG nova.compute.provider_tree [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.458756] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.460293] env[69019]: DEBUG nova.scheduler.client.report [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.465087] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefd9dae-eea0-4326-af95-c5232014e8ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.491057] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 666.491057] env[69019]: value = "task-3346191" [ 666.491057] env[69019]: _type = "Task" [ 666.491057] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.499100] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.584076] env[69019]: INFO nova.compute.manager [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Took 24.91 seconds to build instance. [ 666.706037] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.737743] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.738451] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.738451] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.738451] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.739168] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.739168] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.739168] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.739581] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.739690] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.740575] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.740575] env[69019]: DEBUG nova.virt.hardware [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.740897] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065d61a1-2951-4be9-83bd-baaf832b1446 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.751532] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe967c-5a94-4845-bb98-b6f04d457ba8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.783957] env[69019]: INFO nova.compute.manager [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Took 26.61 seconds to build instance. [ 666.789381] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604759} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.789654] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] cbfe5fec-df00-42e1-b666-8ba62378abc2/cbfe5fec-df00-42e1-b666-8ba62378abc2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.789918] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.790219] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba6bae3-0627-421d-b737-1dbfdc6a4c3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.798705] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 666.798705] env[69019]: value = "task-3346192" [ 666.798705] env[69019]: _type = "Task" [ 666.798705] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.808925] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.988467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.988467] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.990296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.968s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.990544] env[69019]: DEBUG nova.objects.instance [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lazy-loading 'resources' on Instance uuid 0756fd81-2119-42d0-bc4c-48cced1ab630 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.008410] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.084698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7f8a31f-5bc9-4f5d-880f-566e57156ee0 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.815s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.291941] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ae28161-f401-42ef-9337-6d3355ae924c tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.927s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.312330] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232426} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.312450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.316412] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc414f3-d1fe-4e26-981a-8c1cf1568ce3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.337993] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cbfe5fec-df00-42e1-b666-8ba62378abc2/cbfe5fec-df00-42e1-b666-8ba62378abc2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.339276] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f76680-5195-4ae7-b744-1068f66a97f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.363603] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 667.363603] env[69019]: value = "task-3346193" [ 667.363603] env[69019]: _type = "Task" [ 667.363603] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.373270] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.495273] env[69019]: DEBUG nova.compute.utils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.495604] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.495813] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.505473] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Successfully updated port: d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.517093] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346191, 'name': ReconfigVM_Task, 'duration_secs': 0.719026} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.518078] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa/235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.518372] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.587113] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.607154] env[69019]: DEBUG nova.policy [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ef8025cb76545d5bd8ed459a6e4bae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3552b9a9883348268e26fe88ee080176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.754590] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 667.755507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd6a4b-16ff-4caa-8422-efee67a76f57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.762967] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 667.762967] env[69019]: ERROR oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk due to incomplete transfer. [ 667.763269] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52852e75-e3a9-436c-81eb-f694dbf72e0f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.776310] env[69019]: DEBUG oslo_vmware.rw_handles [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283e9ea-e657-d0e9-b4e1-7fa92471692a/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 667.776529] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Uploaded image 82a69bf5-baad-4246-b3cc-bd98437b94f7 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 667.779751] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 667.779751] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a58261f-4976-4323-a25d-99f5aad2d012 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.786570] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 667.786570] env[69019]: value = "task-3346194" [ 667.786570] env[69019]: _type = "Task" [ 667.786570] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.795939] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.799605] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346194, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.875030] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.003645] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.007715] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.008624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquired lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.008624] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.028950] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963a82e-ecb8-437c-8ff7-58dddfdd7d5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.063623] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0d8f30-6153-4a81-ad45-d80375c7157f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.082642] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.112484] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.122082] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7270df-8c28-45d8-838b-635095afc3b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.131684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c70c91-3e72-49ea-af5d-bf0ec9d44c87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.171031] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43135fea-2109-4d57-a263-186d1ec99bec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.182866] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e026e6-09f6-4049-add8-66f343abbec4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.197119] env[69019]: DEBUG nova.compute.provider_tree [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.213137] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Successfully created port: 60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.298138] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346194, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.318777] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.374455] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346193, 'name': ReconfigVM_Task, 'duration_secs': 0.59058} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.374743] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cbfe5fec-df00-42e1-b666-8ba62378abc2/cbfe5fec-df00-42e1-b666-8ba62378abc2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.375382] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17158e28-2689-4e59-89b3-3b96f7bb97b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.382533] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 668.382533] env[69019]: value = "task-3346195" [ 668.382533] env[69019]: _type = "Task" [ 668.382533] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.390956] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346195, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.558324] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.672110] env[69019]: DEBUG nova.network.neutron [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Port 88577cb4-5a77-4c32-8769-b95d96f04489 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 668.702760] env[69019]: DEBUG nova.scheduler.client.report [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.746356] env[69019]: DEBUG nova.network.neutron [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updating instance_info_cache with network_info: [{"id": "d5352381-d722-4c7f-8922-c730242d3037", "address": "fa:16:3e:ad:e1:4f", "network": {"id": "34d2edcc-0199-4d1d-8fdd-7531be3ea60a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2038667846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40b896f9cd94456a431df9cff857755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5352381-d7", "ovs_interfaceid": "d5352381-d722-4c7f-8922-c730242d3037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.797499] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346194, 'name': Destroy_Task, 'duration_secs': 0.864128} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.797782] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Destroyed the VM [ 668.798110] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.798374] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00764ad4-02a3-4c19-997d-c99725f2c94b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.806324] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 668.806324] env[69019]: value = "task-3346196" [ 668.806324] env[69019]: _type = "Task" [ 668.806324] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.815309] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346196, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.892380] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346195, 'name': Rename_Task, 'duration_secs': 0.207676} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.892702] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.893037] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635dbde9-4a95-42e5-8565-f9969ee5a67d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.899872] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 668.899872] env[69019]: value = "task-3346197" [ 668.899872] env[69019]: _type = "Task" [ 668.899872] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.907666] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.021410] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.029273] env[69019]: DEBUG nova.compute.manager [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Received event network-vif-plugged-d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.029273] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Acquiring lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.029273] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.029565] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.029907] env[69019]: DEBUG nova.compute.manager [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] No waiting events found dispatching network-vif-plugged-d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.030692] env[69019]: WARNING nova.compute.manager [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Received unexpected event network-vif-plugged-d5352381-d722-4c7f-8922-c730242d3037 for instance with vm_state building and task_state spawning. [ 669.031062] env[69019]: DEBUG nova.compute.manager [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Received event network-changed-d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.031452] env[69019]: DEBUG nova.compute.manager [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Refreshing instance network info cache due to event network-changed-d5352381-d722-4c7f-8922-c730242d3037. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.031823] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Acquiring lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050333] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.050504] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.050665] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.050859] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.051248] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.051248] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.051858] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.051858] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.051858] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.052239] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.052239] env[69019]: DEBUG nova.virt.hardware [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.053948] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ee959-39ee-4225-9ff0-c99edbbfced8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.063740] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e405a7-ff70-4391-be9b-ca13d57b1d8c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.211943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.216676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.806s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.218711] env[69019]: INFO nova.compute.claims [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.239148] env[69019]: INFO nova.scheduler.client.report [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Deleted allocations for instance 0756fd81-2119-42d0-bc4c-48cced1ab630 [ 669.249545] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Releasing lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.249991] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Instance network_info: |[{"id": "d5352381-d722-4c7f-8922-c730242d3037", "address": "fa:16:3e:ad:e1:4f", "network": {"id": "34d2edcc-0199-4d1d-8fdd-7531be3ea60a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2038667846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40b896f9cd94456a431df9cff857755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5352381-d7", "ovs_interfaceid": "d5352381-d722-4c7f-8922-c730242d3037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.250492] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Acquired lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.250783] env[69019]: DEBUG nova.network.neutron [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Refreshing network info cache for port d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.252755] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e1:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5352381-d722-4c7f-8922-c730242d3037', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.267951] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Creating folder: Project (f40b896f9cd94456a431df9cff857755). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.269058] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d81c61c5-120b-4398-aec4-054be45cf3a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.284198] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Created folder: Project (f40b896f9cd94456a431df9cff857755) in parent group-v667907. [ 669.284198] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Creating folder: Instances. Parent ref: group-v667962. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.284198] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0f43230-dd16-4f96-b64c-82979e791c56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.297565] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Created folder: Instances in parent group-v667962. [ 669.297980] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.298439] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.301017] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6218e994-8fe4-4b10-8a7a-e0e75d450e26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.336039] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.336039] env[69019]: value = "task-3346200" [ 669.336039] env[69019]: _type = "Task" [ 669.336039] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.340926] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346196, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.352730] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346200, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.418669] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346197, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.620081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.620883] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.702342] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.702634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.702634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.748772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-edf6945c-86cf-42e4-8848-8085d3d9ad14 tempest-ServerDiagnosticsV248Test-1297322238 tempest-ServerDiagnosticsV248Test-1297322238-project-member] Lock "0756fd81-2119-42d0-bc4c-48cced1ab630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.237s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.830674] env[69019]: DEBUG oslo_vmware.api [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346196, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711639} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.831511] env[69019]: INFO nova.compute.manager [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Rebuilding instance [ 669.834755] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.837088] env[69019]: INFO nova.compute.manager [None req-192d0158-6694-4edb-a182-9033bfd23909 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 669.851090] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346200, 'name': CreateVM_Task, 'duration_secs': 0.361858} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.851992] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.852153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.852394] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.852758] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.853184] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f7872b-41d8-4700-b2e3-3a70b6c2231f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.862695] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 669.862695] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1d9a1-d35b-d431-e129-f9bf03dd9bf6" [ 669.862695] env[69019]: _type = "Task" [ 669.862695] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.868442] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1d9a1-d35b-d431-e129-f9bf03dd9bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.917233] env[69019]: DEBUG oslo_vmware.api [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346197, 'name': PowerOnVM_Task, 'duration_secs': 0.87031} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.917924] env[69019]: DEBUG nova.compute.manager [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.918334] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.918678] env[69019]: INFO nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Took 5.94 seconds to spawn the instance on the hypervisor. [ 669.918997] env[69019]: DEBUG nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.919931] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a167f-5c00-458e-bc70-7d13802f735d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.924134] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac333c0c-20de-4dfc-b681-637172dd6fcb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.035945] env[69019]: DEBUG nova.network.neutron [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updated VIF entry in instance network info cache for port d5352381-d722-4c7f-8922-c730242d3037. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.036053] env[69019]: DEBUG nova.network.neutron [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updating instance_info_cache with network_info: [{"id": "d5352381-d722-4c7f-8922-c730242d3037", "address": "fa:16:3e:ad:e1:4f", "network": {"id": "34d2edcc-0199-4d1d-8fdd-7531be3ea60a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2038667846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40b896f9cd94456a431df9cff857755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5352381-d7", "ovs_interfaceid": "d5352381-d722-4c7f-8922-c730242d3037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.116475] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.116719] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.223475] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Successfully updated port: 60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.376574] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1d9a1-d35b-d431-e129-f9bf03dd9bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.027857} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.376846] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.377091] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.377328] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377484] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.377732] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.378287] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa1d326-7ca4-4dae-9013-09cc1dd59b6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.388474] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.388642] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.389370] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e93ef3-c087-4cfc-8079-f68928d22a1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.397558] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 670.397558] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258323e-0c0c-7484-dd2e-25bc7c0a0955" [ 670.397558] env[69019]: _type = "Task" [ 670.397558] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.404969] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258323e-0c0c-7484-dd2e-25bc7c0a0955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.454116] env[69019]: INFO nova.compute.manager [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Took 24.40 seconds to build instance. [ 670.538834] env[69019]: DEBUG oslo_concurrency.lockutils [req-8ff85117-c76d-4677-8bbe-7697bf56f1ce req-216917bd-1df5-4113-bff9-96e7e9ef2718 service nova] Releasing lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.572267] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.572502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.635230] env[69019]: DEBUG nova.compute.manager [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received event network-vif-plugged-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.635414] env[69019]: DEBUG oslo_concurrency.lockutils [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] Acquiring lock "f63552ef-1a67-459e-9908-82f6962eded7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.635664] env[69019]: DEBUG oslo_concurrency.lockutils [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] Lock "f63552ef-1a67-459e-9908-82f6962eded7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.635860] env[69019]: DEBUG oslo_concurrency.lockutils [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] Lock "f63552ef-1a67-459e-9908-82f6962eded7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.636202] env[69019]: DEBUG nova.compute.manager [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] No waiting events found dispatching network-vif-plugged-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.637333] env[69019]: WARNING nova.compute.manager [req-f24a2378-e0dd-45db-b06f-445f2ac60e0e req-c022ef20-ffb9-4cf7-a1a0-5ddbb272f979 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received unexpected event network-vif-plugged-60ae38e3-c03b-464f-a960-10d37e745cbd for instance with vm_state building and task_state spawning. [ 670.694831] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524f8a7-f687-44d7-ab44-72028e804798 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.703916] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0748e17e-ce0a-4a98-a17d-af7cc545538e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.737154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.737326] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.737461] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.739389] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f8054-def5-4f56-982c-33c8a97e99b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.748059] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f0652-9552-4756-bc24-69f26fae99ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.763972] env[69019]: DEBUG nova.compute.provider_tree [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.809909] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.810146] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.810380] env[69019]: DEBUG nova.network.neutron [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.909420] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258323e-0c0c-7484-dd2e-25bc7c0a0955, 'name': SearchDatastore_Task, 'duration_secs': 0.029441} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.910243] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1daedc-ea1c-435f-b1bb-c67dfa322b3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.918138] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 670.918138] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ce3af4-89c9-4883-ac47-eebc43178d18" [ 670.918138] env[69019]: _type = "Task" [ 670.918138] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.925022] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ce3af4-89c9-4883-ac47-eebc43178d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.945952] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.946818] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8b01a2-ed8d-4f31-a664-0fe98d6faf43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.953531] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 670.953531] env[69019]: value = "task-3346201" [ 670.953531] env[69019]: _type = "Task" [ 670.953531] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.958388] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b44bd7cb-8d29-40dd-8c91-446ece6243f3 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.092s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.963541] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.266958] env[69019]: DEBUG nova.scheduler.client.report [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.296261] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.431111] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ce3af4-89c9-4883-ac47-eebc43178d18, 'name': SearchDatastore_Task, 'duration_secs': 0.020728} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.433380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.433380] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 22c96701-666e-4ad9-a812-ed93bc16b749/22c96701-666e-4ad9-a812-ed93bc16b749.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.433661] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7032de7b-e847-4dfc-80c6-a649d758ecd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.441318] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 671.441318] env[69019]: value = "task-3346202" [ 671.441318] env[69019]: _type = "Task" [ 671.441318] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.451710] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.464882] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.472541] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346201, 'name': PowerOffVM_Task, 'duration_secs': 0.239244} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.479689] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.479957] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.481177] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2a6369-80f4-42b1-be04-6c220ddd0aae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.488643] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.488951] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64984e01-9bc6-4860-9909-93208150f204 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.582047] env[69019]: DEBUG nova.network.neutron [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [{"id": "60ae38e3-c03b-464f-a960-10d37e745cbd", "address": "fa:16:3e:bb:ae:8c", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ae38e3-c0", "ovs_interfaceid": "60ae38e3-c03b-464f-a960-10d37e745cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.596731] env[69019]: DEBUG nova.network.neutron [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.738705] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.738986] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.739214] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.739522] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23fe60d-68da-489b-8cd7-0ef3112108cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.746533] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 671.746533] env[69019]: value = "task-3346204" [ 671.746533] env[69019]: _type = "Task" [ 671.746533] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.755693] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.775190] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.776987] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.780642] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.957s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.780995] env[69019]: DEBUG nova.objects.instance [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lazy-loading 'resources' on Instance uuid 6adbf28d-77df-451e-9658-5204ca8331bc {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.908940] env[69019]: DEBUG nova.compute.manager [None req-be76bb13-fdf1-4397-ab21-7ee386b92355 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.908940] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b5968-475e-4945-9457-4630b2716b4c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.953651] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.005200] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.085286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.085543] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Instance network_info: |[{"id": "60ae38e3-c03b-464f-a960-10d37e745cbd", "address": "fa:16:3e:bb:ae:8c", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ae38e3-c0", "ovs_interfaceid": "60ae38e3-c03b-464f-a960-10d37e745cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.085975] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ae:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60ae38e3-c03b-464f-a960-10d37e745cbd', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.094022] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Creating folder: Project (3552b9a9883348268e26fe88ee080176). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.094521] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3b66ec-c654-4396-8eef-02ca12b56105 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.102022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104914] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Created folder: Project (3552b9a9883348268e26fe88ee080176) in parent group-v667907. [ 672.105121] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Creating folder: Instances. Parent ref: group-v667965. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.105366] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a02d141-b31d-49f9-8969-2ef89ec6a984 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.115269] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Created folder: Instances in parent group-v667965. [ 672.115561] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.115774] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.116624] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f9fbe2-5223-45b1-868f-1db8980efd84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136757] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.136757] env[69019]: value = "task-3346207" [ 672.136757] env[69019]: _type = "Task" [ 672.136757] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.145342] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346207, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.178437] env[69019]: DEBUG nova.compute.manager [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.179435] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225236ca-5e15-4718-b2dc-f12fc3611e5a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.259169] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.285455] env[69019]: DEBUG nova.compute.utils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.286672] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 672.422341] env[69019]: INFO nova.compute.manager [None req-be76bb13-fdf1-4397-ab21-7ee386b92355 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] instance snapshotting [ 672.423066] env[69019]: DEBUG nova.objects.instance [None req-be76bb13-fdf1-4397-ab21-7ee386b92355 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lazy-loading 'flavor' on Instance uuid cbfe5fec-df00-42e1-b666-8ba62378abc2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.456999] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686386} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.456999] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 22c96701-666e-4ad9-a812-ed93bc16b749/22c96701-666e-4ad9-a812-ed93bc16b749.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.456999] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.457300] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a906397-1f96-42ff-b544-38740a9c89ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.466053] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 672.466053] env[69019]: value = "task-3346208" [ 672.466053] env[69019]: _type = "Task" [ 672.466053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.483189] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.624851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d09db17-30b1-4e3c-90e8-dd35c6769c7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.654161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7c9cfd-22ff-49fb-b841-9ac484432a4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.662226] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346207, 'name': CreateVM_Task, 'duration_secs': 0.35541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.664572] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.664947] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.668851] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669828] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669828] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669828] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2107029-ce22-4bc6-b4f1-27077fda52be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.676825] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 672.676825] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ced975-fa1d-1c09-5b2e-a444376f451d" [ 672.676825] env[69019]: _type = "Task" [ 672.676825] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.685296] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ced975-fa1d-1c09-5b2e-a444376f451d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.691858] env[69019]: INFO nova.compute.manager [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] instance snapshotting [ 672.696686] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b1ea8-b845-4dc8-8ae0-c087e84923de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.698977] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.699132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.699330] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "cbfe5fec-df00-42e1-b666-8ba62378abc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.699575] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.699669] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.702088] env[69019]: INFO nova.compute.manager [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Terminating instance [ 672.721839] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8075db-3f53-40da-a454-fef088e636e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.763887] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536551} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.765371] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.765371] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.765371] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.792075] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.860577] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5429df9c-75a9-4e2d-bc6c-b635fbf01b17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.868558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962c33c-8201-4145-a281-a58bdf7518ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.900379] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d725c-f5db-4278-b13c-74579175b197 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.907885] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cef46c-b2ba-4b22-88eb-4aa99035bad2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.921504] env[69019]: DEBUG nova.compute.provider_tree [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.936637] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c43e7-74d8-4a84-b8e8-bcff905429b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.955325] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db9c05-a0cd-484d-978d-454f829f26d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.958898] env[69019]: DEBUG nova.compute.manager [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.959092] env[69019]: DEBUG nova.compute.manager [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing instance network info cache due to event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.960699] env[69019]: DEBUG oslo_concurrency.lockutils [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] Acquiring lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.960699] env[69019]: DEBUG oslo_concurrency.lockutils [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] Acquired lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.960699] env[69019]: DEBUG nova.network.neutron [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.981449] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158426} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.981727] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.986022] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7372a30-a6a9-40b1-b100-cdc340cdc7d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.005058] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 22c96701-666e-4ad9-a812-ed93bc16b749/22c96701-666e-4ad9-a812-ed93bc16b749.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.006035] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb06d3a8-3ae1-4129-a5f1-783bc40d906f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.027184] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 673.027184] env[69019]: value = "task-3346209" [ 673.027184] env[69019]: _type = "Task" [ 673.027184] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.035288] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.174019] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.174338] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9113fb-d820-4539-8fb8-ffb12d4743f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.186984] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 673.186984] env[69019]: value = "task-3346210" [ 673.186984] env[69019]: _type = "Task" [ 673.186984] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.190455] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ced975-fa1d-1c09-5b2e-a444376f451d, 'name': SearchDatastore_Task, 'duration_secs': 0.029141} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.193524] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.193524] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.193731] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.193956] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.194062] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.194619] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2fab030-6dc7-43dd-9fd0-990e0de981a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.204155] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346210, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.205798] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.206080] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.207129] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fe09e3-b82d-41f0-8e6e-c76d107aaaf3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.214547] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 673.214547] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3b756-0c15-19bc-f40a-1b94d2dea55f" [ 673.214547] env[69019]: _type = "Task" [ 673.214547] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.226474] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "refresh_cache-cbfe5fec-df00-42e1-b666-8ba62378abc2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.226667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquired lock "refresh_cache-cbfe5fec-df00-42e1-b666-8ba62378abc2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.226844] env[69019]: DEBUG nova.network.neutron [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.228175] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3b756-0c15-19bc-f40a-1b94d2dea55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.234873] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 673.235499] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e192c38f-5cdf-4f1a-a31d-d94b5d9519ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.243101] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 673.243101] env[69019]: value = "task-3346211" [ 673.243101] env[69019]: _type = "Task" [ 673.243101] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.251232] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.429740] env[69019]: DEBUG nova.scheduler.client.report [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.470872] env[69019]: DEBUG nova.compute.manager [None req-be76bb13-fdf1-4397-ab21-7ee386b92355 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance disappeared during snapshot {{(pid=69019) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 673.539055] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346209, 'name': ReconfigVM_Task, 'duration_secs': 0.362471} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.539392] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 22c96701-666e-4ad9-a812-ed93bc16b749/22c96701-666e-4ad9-a812-ed93bc16b749.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.540329] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64baa3ec-c87c-4e78-ac9c-523395af77a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.547225] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 673.547225] env[69019]: value = "task-3346212" [ 673.547225] env[69019]: _type = "Task" [ 673.547225] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.560673] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346212, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.650256] env[69019]: DEBUG nova.compute.manager [None req-be76bb13-fdf1-4397-ab21-7ee386b92355 tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Found 0 images (rotation: 2) {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 673.700200] env[69019]: DEBUG oslo_vmware.api [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346210, 'name': PowerOnVM_Task, 'duration_secs': 0.423005} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.700522] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.701153] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78581b87-e16a-4277-b35e-34234a715f1f tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance '235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.725170] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3b756-0c15-19bc-f40a-1b94d2dea55f, 'name': SearchDatastore_Task, 'duration_secs': 0.016104} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.726146] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b48c6b3-5c35-4a48-b7fd-abc6f3d48f55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.733703] env[69019]: DEBUG nova.network.neutron [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updated VIF entry in instance network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.734321] env[69019]: DEBUG nova.network.neutron [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [{"id": "60ae38e3-c03b-464f-a960-10d37e745cbd", "address": "fa:16:3e:bb:ae:8c", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ae38e3-c0", "ovs_interfaceid": "60ae38e3-c03b-464f-a960-10d37e745cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.738024] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 673.738024] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b73a29-aacf-f126-7161-5de4ed42acfb" [ 673.738024] env[69019]: _type = "Task" [ 673.738024] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.745108] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b73a29-aacf-f126-7161-5de4ed42acfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.755751] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346211, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.762851] env[69019]: DEBUG nova.network.neutron [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.806544] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.806909] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.807069] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.807303] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.807486] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.807672] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.807933] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.808137] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.808357] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.808573] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.808765] env[69019]: DEBUG nova.virt.hardware [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.809903] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.812543] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866c988-ae18-439a-8071-047da91188d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.822165] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e83934-9455-4a95-8aac-912c7d47050c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.837287] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb34e831-5735-40fe-b669-26e36cae529a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.845311] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.848015] env[69019]: DEBUG nova.network.neutron [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.849097] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.849569] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7598e636-8d2f-45f8-9a73-c0b486f707f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.870565] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.870799] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.871318] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.871318] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.871318] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.871491] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.871628] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.871785] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.871949] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.872122] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.872298] env[69019]: DEBUG nova.virt.hardware [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.873500] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Releasing lock "refresh_cache-cbfe5fec-df00-42e1-b666-8ba62378abc2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.873875] env[69019]: DEBUG nova.compute.manager [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.874071] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.874900] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1111b34-5266-4848-a879-5594cecb75ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.878383] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67b4b1-8738-4c3d-acbc-80664fac6fea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.890780] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527ed50-44ee-4608-96e9-225bf449cc2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.893479] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.893479] env[69019]: value = "task-3346213" [ 673.893479] env[69019]: _type = "Task" [ 673.893479] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.894168] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.894168] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f89140a-ad72-4297-9821-7c0041ed0afb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.909134] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.914734] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.916602] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.916938] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 673.916938] env[69019]: value = "task-3346214" [ 673.916938] env[69019]: _type = "Task" [ 673.916938] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.917147] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a6bd0d-e659-40ce-8799-1aa873c3fb52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.935979] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346213, 'name': CreateVM_Task} progress is 15%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.939087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.940737] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.099s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.940737] env[69019]: DEBUG nova.objects.instance [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lazy-loading 'resources' on Instance uuid 2d45f205-914d-45b8-b27a-2688f6c9fe7b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.942948] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.942948] env[69019]: value = "task-3346215" [ 673.942948] env[69019]: _type = "Task" [ 673.942948] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.946503] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.955733] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346215, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.976291] env[69019]: INFO nova.scheduler.client.report [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Deleted allocations for instance 6adbf28d-77df-451e-9658-5204ca8331bc [ 674.060063] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346212, 'name': Rename_Task, 'duration_secs': 0.151004} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.060498] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.060765] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce8c63d-1985-499f-951e-71a37e421a39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.068024] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 674.068024] env[69019]: value = "task-3346216" [ 674.068024] env[69019]: _type = "Task" [ 674.068024] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.077781] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.239059] env[69019]: DEBUG oslo_concurrency.lockutils [req-59cce60d-54b9-497c-8914-e310f310b608 req-a8c0d2ca-5bbf-4d1c-b3c4-8c8c649d08f5 service nova] Releasing lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.248634] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b73a29-aacf-f126-7161-5de4ed42acfb, 'name': SearchDatastore_Task, 'duration_secs': 0.013452} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.251840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.252164] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] f63552ef-1a67-459e-9908-82f6962eded7/f63552ef-1a67-459e-9908-82f6962eded7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.252654] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f8a406d-068d-4a7d-ac76-702f4c59d278 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.260244] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346211, 'name': CreateSnapshot_Task, 'duration_secs': 0.851473} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.264251] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.264251] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 674.264251] env[69019]: value = "task-3346217" [ 674.264251] env[69019]: _type = "Task" [ 674.264251] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.264251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9caa262-bf6a-4567-9402-7e94498b730f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.284341] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.406248] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346213, 'name': CreateVM_Task, 'duration_secs': 0.333379} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.406248] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.407037] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.407037] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.408125] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.409049] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e077db60-a298-490f-b90f-36752ce1b6a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.415873] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 674.415873] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229ae63-9f03-140f-b1d8-e23538cf7766" [ 674.415873] env[69019]: _type = "Task" [ 674.415873] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.425935] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229ae63-9f03-140f-b1d8-e23538cf7766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.438220] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346214, 'name': PowerOffVM_Task, 'duration_secs': 0.184593} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.438330] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.438495] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.438876] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a20bf9-5db0-4532-908c-5988294afa65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.457932] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346215, 'name': CreateVM_Task, 'duration_secs': 0.28937} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.457932] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.458473] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.462723] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.462862] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.463057] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Deleting the datastore file [datastore1] cbfe5fec-df00-42e1-b666-8ba62378abc2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.463335] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc468e8-4555-49e5-ba8d-36f6ba62a720 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.469991] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for the task: (returnval){ [ 674.469991] env[69019]: value = "task-3346219" [ 674.469991] env[69019]: _type = "Task" [ 674.469991] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.478424] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.484610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2d737784-c50c-464b-8519-3928988c0bb1 tempest-ServerExternalEventsTest-1192000546 tempest-ServerExternalEventsTest-1192000546-project-member] Lock "6adbf28d-77df-451e-9658-5204ca8331bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.664s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.590062] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.794254] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.794677] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.798033] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34039d8e-ed18-4797-bd18-eb85e48842cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.808636] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 674.808636] env[69019]: value = "task-3346220" [ 674.808636] env[69019]: _type = "Task" [ 674.808636] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.821224] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346220, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.930618] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229ae63-9f03-140f-b1d8-e23538cf7766, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.930995] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.931303] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.931588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.931733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.931909] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.933661] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.934313] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.934593] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e2041a0-c203-4c06-9845-b2331b8793a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.939017] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b926648d-944b-4f74-872a-4f97d87cb9b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.942883] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 674.942883] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b4e908-9013-fec5-d4f9-d73bf3a5e89b" [ 674.942883] env[69019]: _type = "Task" [ 674.942883] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.958542] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.958841] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.968018] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694318df-3e8a-4ec4-a91d-1097665ed68c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.972740] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b4e908-9013-fec5-d4f9-d73bf3a5e89b, 'name': SearchDatastore_Task, 'duration_secs': 0.015428} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.980345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.980501] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.983102] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.004623] env[69019]: DEBUG oslo_vmware.api [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Task: {'id': task-3346219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234615} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.004623] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 675.004623] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522ab8fc-573e-1957-4111-6459bae3f90c" [ 675.004623] env[69019]: _type = "Task" [ 675.004623] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.009565] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.009819] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.010052] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.010289] env[69019]: INFO nova.compute.manager [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 675.010778] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.012065] env[69019]: DEBUG nova.compute.manager [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.012065] env[69019]: DEBUG nova.network.neutron [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.034909] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522ab8fc-573e-1957-4111-6459bae3f90c, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.044770] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ccc14c-13f3-4a6a-9999-932131df8a26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.053515] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 675.053515] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242dc74-24d5-e4df-fc3e-0128680325e1" [ 675.053515] env[69019]: _type = "Task" [ 675.053515] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.061102] env[69019]: DEBUG nova.network.neutron [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.073285] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242dc74-24d5-e4df-fc3e-0128680325e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.077010] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.077358] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.078806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.079031] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.079273] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b454fe2c-d45d-410a-9a16-f607159d0454 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083728] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-837c0764-20ef-4ea7-b622-883b78cf28f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.097510] env[69019]: DEBUG oslo_vmware.api [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346216, 'name': PowerOnVM_Task, 'duration_secs': 0.81483} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.098400] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.098400] env[69019]: INFO nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Took 8.39 seconds to spawn the instance on the hypervisor. [ 675.098732] env[69019]: DEBUG nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.100536] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8bf62-545a-4eed-8a88-f534af24204d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.103851] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 675.103851] env[69019]: value = "task-3346221" [ 675.103851] env[69019]: _type = "Task" [ 675.103851] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.109604] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.109737] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.114815] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19206e20-0736-452c-9ea9-c050d96cfc40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.117970] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e9419-43fb-4cdd-8175-33f15aa75378 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.125705] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.130350] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 675.130350] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d9c6c-7211-97e4-8b62-d029180bfe70" [ 675.130350] env[69019]: _type = "Task" [ 675.130350] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.134935] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc59a3-cce8-4173-92d4-89ba01b915b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.146049] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d9c6c-7211-97e4-8b62-d029180bfe70, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.171884] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89e2e61-0622-42f5-ad2e-2cfe62a2d68d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.174759] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc291a4-6eca-4580-aa80-613804b63b32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.181614] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 675.181614] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f3b280-ffe7-0348-7162-ea09714d3396" [ 675.181614] env[69019]: _type = "Task" [ 675.181614] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.188098] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644f7009-bd18-43c3-b29c-114c5308c0c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.200751] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f3b280-ffe7-0348-7162-ea09714d3396, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.209358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.209488] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.210346] env[69019]: DEBUG nova.compute.provider_tree [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.211723] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faebd597-8a49-4d45-a75d-ff9eaab2ca92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.219496] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 675.219496] env[69019]: value = "task-3346222" [ 675.219496] env[69019]: _type = "Task" [ 675.219496] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.238589] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.284479] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.284731] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] f63552ef-1a67-459e-9908-82f6962eded7/f63552ef-1a67-459e-9908-82f6962eded7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.284951] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.285245] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88201c2f-7b66-4720-ba1c-4e3f3921fcf6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.294172] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 675.294172] env[69019]: value = "task-3346223" [ 675.294172] env[69019]: _type = "Task" [ 675.294172] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.302552] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.320094] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346220, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.565149] env[69019]: DEBUG nova.network.neutron [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.617465] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.632946] env[69019]: INFO nova.compute.manager [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Took 28.98 seconds to build instance. [ 675.716388] env[69019]: DEBUG nova.scheduler.client.report [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.730537] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.806709] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063706} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.806951] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.808102] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea2bae-afd7-49f0-b85b-b4daf17f6f03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.840283] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f63552ef-1a67-459e-9908-82f6962eded7/f63552ef-1a67-459e-9908-82f6962eded7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.844108] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49c5848-194b-4ace-9757-427f597ed351 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.859623] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346220, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.864100] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 675.864100] env[69019]: value = "task-3346224" [ 675.864100] env[69019]: _type = "Task" [ 675.864100] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.874359] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.071724] env[69019]: INFO nova.compute.manager [-] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Took 1.06 seconds to deallocate network for instance. [ 676.117943] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.118353] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.118635] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.118921] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83bd79ce-7535-4912-8704-ccb8678ba953 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.126175] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 676.126175] env[69019]: value = "task-3346225" [ 676.126175] env[69019]: _type = "Task" [ 676.126175] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.135903] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94c11851-94d1-408d-aa2e-43d57ab8f9e5 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.731s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.139245] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.226420] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.230012] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.231s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.234022] env[69019]: INFO nova.compute.claims [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.251124] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880531} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.251124] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.251124] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.251124] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad6fd76-8569-435e-bad3-025b747c4a04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.258805] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 676.258805] env[69019]: value = "task-3346226" [ 676.258805] env[69019]: _type = "Task" [ 676.258805] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.270693] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.271597] env[69019]: INFO nova.scheduler.client.report [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Deleted allocations for instance 2d45f205-914d-45b8-b27a-2688f6c9fe7b [ 676.323543] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346220, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.375419] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.579772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.638580] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06105} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.639022] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.639627] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.642433] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd66dd-7949-4fca-8b18-59a036e69c47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.683636] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.685433] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a773015-a95c-442e-a671-3fe809bee540 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.714822] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 676.714822] env[69019]: value = "task-3346227" [ 676.714822] env[69019]: _type = "Task" [ 676.714822] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.725044] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.768947] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13338} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.769354] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.770449] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af135159-217f-441d-b9b5-06488191b457 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.801845] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.802228] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d79e9739-4bf7-4687-9f14-b8923e8c2419 tempest-ServerAddressesNegativeTestJSON-491975539 tempest-ServerAddressesNegativeTestJSON-491975539-project-member] Lock "2d45f205-914d-45b8-b27a-2688f6c9fe7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.079s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.808559] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e3eb3d-fe61-475d-a3f7-0aafb8a13153 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.833069] env[69019]: DEBUG nova.compute.manager [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Received event network-changed-d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.833372] env[69019]: DEBUG nova.compute.manager [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Refreshing instance network info cache due to event network-changed-d5352381-d722-4c7f-8922-c730242d3037. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.833491] env[69019]: DEBUG oslo_concurrency.lockutils [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] Acquiring lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.833639] env[69019]: DEBUG oslo_concurrency.lockutils [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] Acquired lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.834071] env[69019]: DEBUG nova.network.neutron [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Refreshing network info cache for port d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.837015] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 676.837015] env[69019]: value = "task-3346228" [ 676.837015] env[69019]: _type = "Task" [ 676.837015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.843099] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346220, 'name': CloneVM_Task, 'duration_secs': 1.883793} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.845337] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Created linked-clone VM from snapshot [ 676.846164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912dfa0a-ff38-46c9-81f2-fe40b107c98f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.854735] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.858372] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Uploading image 2c0d0198-0fbe-4ad1-9a00-bf456872c3ec {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 676.878286] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346224, 'name': ReconfigVM_Task, 'duration_secs': 0.700832} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.880592] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f63552ef-1a67-459e-9908-82f6962eded7/f63552ef-1a67-459e-9908-82f6962eded7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.882295] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0835309-75b8-485e-aa3a-d0c4891c558e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.891165] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 676.891165] env[69019]: value = "task-3346229" [ 676.891165] env[69019]: _type = "Task" [ 676.891165] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.891498] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 676.891498] env[69019]: value = "vm-667971" [ 676.891498] env[69019]: _type = "VirtualMachine" [ 676.891498] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 676.891904] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5261e089-d389-4e14-b82c-52d499f752af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.901794] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346229, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.904997] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.905123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.905311] env[69019]: DEBUG nova.compute.manager [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Going to confirm migration 1 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 676.908037] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease: (returnval){ [ 676.908037] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5285588a-0d97-1bca-fb2e-73b9746797bc" [ 676.908037] env[69019]: _type = "HttpNfcLease" [ 676.908037] env[69019]: } obtained for exporting VM: (result){ [ 676.908037] env[69019]: value = "vm-667971" [ 676.908037] env[69019]: _type = "VirtualMachine" [ 676.908037] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 676.908037] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the lease: (returnval){ [ 676.908037] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5285588a-0d97-1bca-fb2e-73b9746797bc" [ 676.908037] env[69019]: _type = "HttpNfcLease" [ 676.908037] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 676.924037] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.924037] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5285588a-0d97-1bca-fb2e-73b9746797bc" [ 676.924037] env[69019]: _type = "HttpNfcLease" [ 676.924037] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 677.176377] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.226815] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346227, 'name': ReconfigVM_Task, 'duration_secs': 0.271547} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.227235] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b/92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.227908] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b27b88-ca09-479e-9d1d-a446cd0c7e1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.234698] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 677.234698] env[69019]: value = "task-3346231" [ 677.234698] env[69019]: _type = "Task" [ 677.234698] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.243629] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346231, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.362326] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346228, 'name': ReconfigVM_Task, 'duration_secs': 0.297502} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.366804] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.366804] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e917d13-1071-46be-9d42-9b767a07174c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.371617] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 677.371617] env[69019]: value = "task-3346232" [ 677.371617] env[69019]: _type = "Task" [ 677.371617] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.385345] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346232, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.401228] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346229, 'name': Rename_Task, 'duration_secs': 0.157886} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.404155] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.404770] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41894f46-8814-4504-8a2f-f7cb9b554df5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.417871] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 677.417871] env[69019]: value = "task-3346233" [ 677.417871] env[69019]: _type = "Task" [ 677.417871] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.430169] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.430169] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5285588a-0d97-1bca-fb2e-73b9746797bc" [ 677.430169] env[69019]: _type = "HttpNfcLease" [ 677.430169] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 677.431986] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 677.431986] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5285588a-0d97-1bca-fb2e-73b9746797bc" [ 677.431986] env[69019]: _type = "HttpNfcLease" [ 677.431986] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 677.431986] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c8b79-91fd-4335-83ff-36599920463b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.438211] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346233, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.448227] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 677.448227] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 677.546804] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc79b4c3-11eb-426e-8064-62d802afbdd2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.763783] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346231, 'name': Rename_Task, 'duration_secs': 0.133694} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.764136] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.764468] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b91fd8f2-75a0-4d6e-b838-c520d68c61d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.775924] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 677.775924] env[69019]: value = "task-3346234" [ 677.775924] env[69019]: _type = "Task" [ 677.775924] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.788245] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.891279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.891573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891834] env[69019]: DEBUG nova.network.neutron [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.892076] env[69019]: DEBUG nova.objects.instance [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lazy-loading 'info_cache' on Instance uuid 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.908054] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346232, 'name': Rename_Task, 'duration_secs': 0.134612} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.908054] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.908054] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a5a244-c7cf-4fd8-bcaf-38ec2831bd28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.916124] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 677.916124] env[69019]: value = "task-3346235" [ 677.916124] env[69019]: _type = "Task" [ 677.916124] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.924302] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.940442] env[69019]: DEBUG oslo_vmware.api [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346233, 'name': PowerOnVM_Task, 'duration_secs': 0.467981} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.940442] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.940442] env[69019]: INFO nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Took 8.92 seconds to spawn the instance on the hypervisor. [ 677.940442] env[69019]: DEBUG nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.940883] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad58279-4f37-4c5f-b586-2fe85d67fa72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.980781] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a40d7-fffb-4e2e-a15d-2fac30593540 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.994553] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4605969-268e-490c-949a-57bbcf6cc043 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.036362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45d5e5-48a5-4aaa-bc28-76c853cb7f7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.045109] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab998fc-4ecb-4eaf-b3bb-7d38fef298a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.065689] env[69019]: DEBUG nova.compute.provider_tree [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.071022] env[69019]: DEBUG nova.network.neutron [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updated VIF entry in instance network info cache for port d5352381-d722-4c7f-8922-c730242d3037. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.071022] env[69019]: DEBUG nova.network.neutron [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updating instance_info_cache with network_info: [{"id": "d5352381-d722-4c7f-8922-c730242d3037", "address": "fa:16:3e:ad:e1:4f", "network": {"id": "34d2edcc-0199-4d1d-8fdd-7531be3ea60a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2038667846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40b896f9cd94456a431df9cff857755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5352381-d7", "ovs_interfaceid": "d5352381-d722-4c7f-8922-c730242d3037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.288837] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.427715] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.472789] env[69019]: INFO nova.compute.manager [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Took 29.57 seconds to build instance. [ 678.569781] env[69019]: DEBUG nova.scheduler.client.report [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.574874] env[69019]: DEBUG oslo_concurrency.lockutils [req-10d605f0-2b80-490c-be75-1c4dc8b53ac8 req-c1e672e7-112b-466b-b954-3441dd8f98b6 service nova] Releasing lock "refresh_cache-22c96701-666e-4ad9-a812-ed93bc16b749" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.795323] env[69019]: DEBUG oslo_vmware.api [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346234, 'name': PowerOnVM_Task, 'duration_secs': 0.9819} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.798132] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.798456] env[69019]: DEBUG nova.compute.manager [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.799914] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314d3a1-f9ee-482f-86ad-6a1da8fb587b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.935885] env[69019]: DEBUG oslo_vmware.api [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346235, 'name': PowerOnVM_Task, 'duration_secs': 0.524497} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.936597] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.936649] env[69019]: INFO nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Took 5.13 seconds to spawn the instance on the hypervisor. [ 678.936982] env[69019]: DEBUG nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.938163] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad86d8-5d56-4408-99ac-eca2468412a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.976021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80c60970-f128-4210-b4f3-8d26fe1ade40 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.748s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.076656] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.077396] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.080733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.752s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.082717] env[69019]: INFO nova.compute.claims [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.318869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.462103] env[69019]: INFO nova.compute.manager [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Took 28.09 seconds to build instance. [ 679.483459] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.597491] env[69019]: DEBUG nova.compute.utils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.600951] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.601156] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.685028] env[69019]: DEBUG nova.policy [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7055a56002af4bdb910dd51d7bdfbca7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ce148a9bde4c06a931f48e8ebf685f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.964625] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12bd430a-090c-4be0-b54d-795d2e961695 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.018s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.013425] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.038125] env[69019]: DEBUG nova.network.neutron [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [{"id": "88577cb4-5a77-4c32-8769-b95d96f04489", "address": "fa:16:3e:4a:fa:54", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88577cb4-5a", "ovs_interfaceid": "88577cb4-5a77-4c32-8769-b95d96f04489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.102921] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.212094] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Successfully created port: 1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.470799] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.541352] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.541669] env[69019]: DEBUG nova.objects.instance [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lazy-loading 'migration_context' on Instance uuid 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.696622] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eeb99b-a35d-4f2a-a640-6ae7e57a9f41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.707783] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16436fe1-d516-4369-aa6a-3b126a79e0c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.742592] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fd156b-319f-4044-8011-64e89282ed68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.750410] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531052b-b095-42ab-98ef-a533b6c053bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.768642] env[69019]: DEBUG nova.compute.provider_tree [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.999495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.049054] env[69019]: DEBUG nova.objects.base [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Object Instance<235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa> lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.049054] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c44f7cb-7a3f-4ddd-8344-9d6156d174fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.074162] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6207989f-c785-47f4-8afe-92bf57f1c9c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.082486] env[69019]: DEBUG oslo_vmware.api [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 681.082486] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526fa0ba-06df-6c1f-1c86-3a5d000fc04f" [ 681.082486] env[69019]: _type = "Task" [ 681.082486] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.092369] env[69019]: DEBUG oslo_vmware.api [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526fa0ba-06df-6c1f-1c86-3a5d000fc04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.117923] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.144687] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.145450] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.145450] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.145678] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.145714] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.145851] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.146067] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.146234] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.146402] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.146564] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.146852] env[69019]: DEBUG nova.virt.hardware [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.147661] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53dca9-d816-42c8-97b3-9ee4ede5760a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.156747] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89c4a4-9500-4366-8805-08a8abbcbf18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.277366] env[69019]: DEBUG nova.scheduler.client.report [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.302022] env[69019]: DEBUG nova.compute.manager [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.302022] env[69019]: DEBUG nova.compute.manager [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing instance network info cache due to event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.302022] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] Acquiring lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.302022] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] Acquired lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.302022] env[69019]: DEBUG nova.network.neutron [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.446628] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.446957] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.594938] env[69019]: DEBUG oslo_vmware.api [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526fa0ba-06df-6c1f-1c86-3a5d000fc04f, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.594938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.788269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.788269] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.789318] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.737s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.789781] env[69019]: DEBUG nova.objects.instance [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lazy-loading 'resources' on Instance uuid a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.184151] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.184492] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.184639] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.184801] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.185042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.188151] env[69019]: INFO nova.compute.manager [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Terminating instance [ 682.289225] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Successfully updated port: 1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.296964] env[69019]: DEBUG nova.compute.utils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.302362] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.302362] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.348920] env[69019]: DEBUG nova.network.neutron [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updated VIF entry in instance network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.349556] env[69019]: DEBUG nova.network.neutron [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [{"id": "60ae38e3-c03b-464f-a960-10d37e745cbd", "address": "fa:16:3e:bb:ae:8c", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ae38e3-c0", "ovs_interfaceid": "60ae38e3-c03b-464f-a960-10d37e745cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.354877] env[69019]: DEBUG nova.policy [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c203dec5b394b50b934ab4f668c23e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b618c77625524e8087060187bc79e697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.692776] env[69019]: DEBUG nova.compute.manager [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.693016] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.693914] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9df4e-bc38-46d1-918a-b4c69d4ed946 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.703566] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.705277] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43528477-f518-4173-9c79-900317be7400 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.712465] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 682.712465] env[69019]: value = "task-3346240" [ 682.712465] env[69019]: _type = "Task" [ 682.712465] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.724975] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.764593] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Successfully created port: b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.767152] env[69019]: INFO nova.compute.manager [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Rebuilding instance [ 682.800931] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.800931] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquired lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.800931] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.800931] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.835269] env[69019]: DEBUG nova.compute.manager [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.837252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead29d26-6d33-4374-97be-d03b6acd03cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.854359] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e67f61c-f7ca-4fc8-b1d4-fd6fa6243686 req-3344feaa-6043-44da-8c48-a869ed990384 service nova] Releasing lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.905045] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d856c1c-fc48-4ad3-aabd-6407d9722311 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.914058] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49957ae-0de9-434b-8c80-e1ef825e8e69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949042] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71c6a90-f7e6-4f80-b825-7628247a6d2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.958476] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e53329-434e-4410-be80-f964265e62ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.971346] env[69019]: DEBUG nova.compute.provider_tree [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.227757] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346240, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.363300] env[69019]: DEBUG nova.compute.manager [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Received event network-vif-plugged-1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.363300] env[69019]: DEBUG oslo_concurrency.lockutils [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] Acquiring lock "2561e73f-6527-433b-a969-d8e75358b499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.363300] env[69019]: DEBUG oslo_concurrency.lockutils [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] Lock "2561e73f-6527-433b-a969-d8e75358b499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.363300] env[69019]: DEBUG oslo_concurrency.lockutils [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] Lock "2561e73f-6527-433b-a969-d8e75358b499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.363300] env[69019]: DEBUG nova.compute.manager [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] No waiting events found dispatching network-vif-plugged-1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.363622] env[69019]: WARNING nova.compute.manager [req-f02783ab-b205-4ff8-a2c7-621215fde8cf req-fd1d03cd-c1b1-4f8e-af14-7e6fdf9658a6 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Received unexpected event network-vif-plugged-1ef9001d-4405-402a-9edd-c9d3be2c9750 for instance with vm_state building and task_state spawning. [ 683.477350] env[69019]: DEBUG nova.scheduler.client.report [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.511456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.511851] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.571417] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.724478] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346240, 'name': PowerOffVM_Task, 'duration_secs': 0.545625} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.724553] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.725403] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.726199] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b5f54c2-a023-49e9-84e9-00500c2ac1ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.804279] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.804556] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.804803] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore2] 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.805138] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04c62fd-cd94-4bfd-bd69-5f160645d2f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.813644] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.817206] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 683.817206] env[69019]: value = "task-3346242" [ 683.817206] env[69019]: _type = "Task" [ 683.817206] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.827798] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.835194] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.835469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.847024] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.847024] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.847255] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.847408] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.847616] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.847812] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.848080] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.848430] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.848665] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.848895] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.849135] env[69019]: DEBUG nova.virt.hardware [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.850043] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e2d08-ad2a-4fc3-9052-4ce4449849a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860145] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda16df8-f915-4e3b-a89a-09f4c7d57366 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.869205] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.871670] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093a1c42-566a-42b4-a4a0-855103921eb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.874070] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.874298] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.886243] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 683.886243] env[69019]: value = "task-3346243" [ 683.886243] env[69019]: _type = "Task" [ 683.886243] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.895881] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.912032] env[69019]: DEBUG nova.network.neutron [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updating instance_info_cache with network_info: [{"id": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "address": "fa:16:3e:df:68:63", "network": {"id": "1f827427-f435-4ba4-8cd3-d6590863ef66", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1513966390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ce148a9bde4c06a931f48e8ebf685f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef9001d-44", "ovs_interfaceid": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.986299] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.988984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.056s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.992126] env[69019]: INFO nova.compute.claims [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.017989] env[69019]: INFO nova.scheduler.client.report [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Deleted allocations for instance a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b [ 684.320651] env[69019]: DEBUG nova.compute.manager [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.320927] env[69019]: DEBUG nova.compute.manager [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing instance network info cache due to event network-changed-60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.321082] env[69019]: DEBUG oslo_concurrency.lockutils [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] Acquiring lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.321510] env[69019]: DEBUG oslo_concurrency.lockutils [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] Acquired lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.321510] env[69019]: DEBUG nova.network.neutron [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Refreshing network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.337949] env[69019]: DEBUG oslo_vmware.api [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252534} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.339569] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.339986] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.340061] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.340260] env[69019]: INFO nova.compute.manager [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 684.340585] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.342679] env[69019]: DEBUG nova.compute.manager [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.342679] env[69019]: DEBUG nova.network.neutron [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.403280] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346243, 'name': PowerOffVM_Task, 'duration_secs': 0.26823} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.403624] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.403890] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.405408] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf076e-058b-4f43-a557-7f4887452b09 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.417141] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Releasing lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.417141] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Instance network_info: |[{"id": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "address": "fa:16:3e:df:68:63", "network": {"id": "1f827427-f435-4ba4-8cd3-d6590863ef66", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1513966390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ce148a9bde4c06a931f48e8ebf685f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef9001d-44", "ovs_interfaceid": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.419017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.419017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:68:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef9001d-4405-402a-9edd-c9d3be2c9750', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.429560] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Creating folder: Project (74ce148a9bde4c06a931f48e8ebf685f). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.429879] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d839fef-09cd-4a2e-999c-70e14183bbc8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.434057] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c65500-cf41-46d7-bf07-a87e961452b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.445911] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Created folder: Project (74ce148a9bde4c06a931f48e8ebf685f) in parent group-v667907. [ 684.446042] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Creating folder: Instances. Parent ref: group-v667975. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.446300] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e6bb9f4-61d5-47e5-8c76-4315b3e3d83a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.457114] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Created folder: Instances in parent group-v667975. [ 684.457114] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.457114] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.457114] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ce257d6-f112-41e9-b26d-fbe243eebd2a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.475892] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.476149] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.476305] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleting the datastore file [datastore2] 8a0e55c4-24ee-4902-929b-e7edbd3823a6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.476972] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0a4679-4631-44b2-90ed-28f7942eea6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480541] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.480541] env[69019]: value = "task-3346247" [ 684.480541] env[69019]: _type = "Task" [ 684.480541] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.485233] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 684.485233] env[69019]: value = "task-3346248" [ 684.485233] env[69019]: _type = "Task" [ 684.485233] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.491885] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346247, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.502243] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.533230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dac8ed58-a360-45e9-bb78-6cbc5eff2a8e tempest-ImagesNegativeTestJSON-741334977 tempest-ImagesNegativeTestJSON-741334977-project-member] Lock "a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.329s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.634344] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Successfully updated port: b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.996731] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346247, 'name': CreateVM_Task, 'duration_secs': 0.335157} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.997143] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.000891] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.001311] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.001567] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.005497] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc273036-8ed4-4324-a749-afa45c0446e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.011506] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212754} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.011506] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.011506] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.012770] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.024432] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 685.024432] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bee3d3-fa64-e681-c85b-435b8cd7dd63" [ 685.024432] env[69019]: _type = "Task" [ 685.024432] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.035400] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bee3d3-fa64-e681-c85b-435b8cd7dd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.137563] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.137622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquired lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.137764] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.379471] env[69019]: DEBUG nova.network.neutron [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updated VIF entry in instance network info cache for port 60ae38e3-c03b-464f-a960-10d37e745cbd. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.381105] env[69019]: DEBUG nova.network.neutron [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [{"id": "60ae38e3-c03b-464f-a960-10d37e745cbd", "address": "fa:16:3e:bb:ae:8c", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ae38e3-c0", "ovs_interfaceid": "60ae38e3-c03b-464f-a960-10d37e745cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.435654] env[69019]: DEBUG nova.network.neutron [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.536858] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bee3d3-fa64-e681-c85b-435b8cd7dd63, 'name': SearchDatastore_Task, 'duration_secs': 0.017195} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.540019] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.540019] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.540019] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.540019] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.540326] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.540326] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee27d7c-4bb9-4043-923b-3ce430db0e55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.556414] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.556817] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.558349] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c90a829-b04e-4f15-a4c7-16cc2e90b74c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570578] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 685.570578] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523152fb-648c-f6a8-8258-a620710410ab" [ 685.570578] env[69019]: _type = "Task" [ 685.570578] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.580846] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523152fb-648c-f6a8-8258-a620710410ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.641649] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Received event network-changed-1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.641838] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Refreshing instance network info cache due to event network-changed-1ef9001d-4405-402a-9edd-c9d3be2c9750. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.642089] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Acquiring lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.642248] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Acquired lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.642570] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Refreshing network info cache for port 1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.674598] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c1d119-ae99-46b2-96af-77168b08759a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.687423] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5e861-b322-4868-a682-8726b094b6a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.691480] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.730151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06ec0d-4952-4f63-a164-a0793a7bd08e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.741386] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d5e489-4c19-4db2-bb4b-e5826aab20c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.757480] env[69019]: DEBUG nova.compute.provider_tree [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.798240] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.798554] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.883662] env[69019]: DEBUG oslo_concurrency.lockutils [req-270bcf47-3b71-4e0a-ace8-2a6969ffd542 req-9a5dbc0b-ba97-4347-96e5-aa9e81f47898 service nova] Releasing lock "refresh_cache-f63552ef-1a67-459e-9908-82f6962eded7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.942148] env[69019]: INFO nova.compute.manager [-] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Took 1.60 seconds to deallocate network for instance. [ 686.004115] env[69019]: DEBUG nova.network.neutron [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Updating instance_info_cache with network_info: [{"id": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "address": "fa:16:3e:d2:9d:73", "network": {"id": "534d9f48-835b-496e-a099-e4704a110155", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532374535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b618c77625524e8087060187bc79e697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c2b15-cd", "ovs_interfaceid": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.054623] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.054623] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.054623] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.055169] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.055169] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.055169] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.055276] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.055374] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.055546] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.055702] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.055866] env[69019]: DEBUG nova.virt.hardware [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.057165] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518df593-94cc-4bf8-91f8-f10f854196f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.067132] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7316f74-8b51-4b2d-8d30-9be5209ba181 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.080648] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523152fb-648c-f6a8-8258-a620710410ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.090435] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.096270] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.096504] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e059715-bd1c-4061-abdd-fec576caeb35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.099281] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.099523] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79141941-0461-4253-8713-5420736e246c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.116530] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 686.116530] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521b7222-c4e4-f221-1711-3797cf4414f9" [ 686.116530] env[69019]: _type = "Task" [ 686.116530] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.121040] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.121040] env[69019]: value = "task-3346250" [ 686.121040] env[69019]: _type = "Task" [ 686.121040] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.128154] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521b7222-c4e4-f221-1711-3797cf4414f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.134620] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346250, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.265221] env[69019]: DEBUG nova.scheduler.client.report [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.313631] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.313631] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.313631] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.313631] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.314279] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.314279] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.314279] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 686.314279] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.448693] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.507235] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Releasing lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.507584] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Instance network_info: |[{"id": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "address": "fa:16:3e:d2:9d:73", "network": {"id": "534d9f48-835b-496e-a099-e4704a110155", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532374535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b618c77625524e8087060187bc79e697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c2b15-cd", "ovs_interfaceid": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.508103] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:9d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77c2b15-cd74-4eab-ae75-01361d88cdaa', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.525627] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Creating folder: Project (b618c77625524e8087060187bc79e697). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.525960] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8084460-438b-413a-a539-42f450bced9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.540937] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Created folder: Project (b618c77625524e8087060187bc79e697) in parent group-v667907. [ 686.541240] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Creating folder: Instances. Parent ref: group-v667979. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.541514] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb1ccd1-ec3a-467b-8502-03091319e9b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.556589] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Created folder: Instances in parent group-v667979. [ 686.556859] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.557092] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.557337] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-284ffa62-fc92-436c-a1d4-3cac3eab8509 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.575649] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updated VIF entry in instance network info cache for port 1ef9001d-4405-402a-9edd-c9d3be2c9750. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.576026] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updating instance_info_cache with network_info: [{"id": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "address": "fa:16:3e:df:68:63", "network": {"id": "1f827427-f435-4ba4-8cd3-d6590863ef66", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1513966390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ce148a9bde4c06a931f48e8ebf685f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef9001d-44", "ovs_interfaceid": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.584939] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.584939] env[69019]: value = "task-3346253" [ 686.584939] env[69019]: _type = "Task" [ 686.584939] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.599520] env[69019]: DEBUG nova.compute.manager [req-cfe43c33-b802-476f-a5c7-0e7285086beb req-66f7fa10-c488-49eb-b9ca-260700babd67 service nova] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Received event network-vif-deleted-eb34e831-5735-40fe-b669-26e36cae529a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.604835] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346253, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.639519] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521b7222-c4e4-f221-1711-3797cf4414f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.644524] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645217] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 2561e73f-6527-433b-a969-d8e75358b499/2561e73f-6527-433b-a969-d8e75358b499.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.645946] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346250, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.646245] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-863a57a8-e184-4907-8155-feacdeab9867 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.656847] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 686.656847] env[69019]: value = "task-3346254" [ 686.656847] env[69019]: _type = "Task" [ 686.656847] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.670579] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.768825] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.769635] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.775797] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.090s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.778107] env[69019]: INFO nova.compute.claims [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.820881] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.079033] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Releasing lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.079033] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Received event network-vif-plugged-b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.080573] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Acquiring lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.080573] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.080904] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.080904] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] No waiting events found dispatching network-vif-plugged-b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.081347] env[69019]: WARNING nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Received unexpected event network-vif-plugged-b77c2b15-cd74-4eab-ae75-01361d88cdaa for instance with vm_state building and task_state spawning. [ 687.081347] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Received event network-changed-b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.081473] env[69019]: DEBUG nova.compute.manager [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Refreshing instance network info cache due to event network-changed-b77c2b15-cd74-4eab-ae75-01361d88cdaa. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.081611] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Acquiring lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.081748] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Acquired lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.081946] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Refreshing network info cache for port b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.087615] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.089394] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb8d7b-d722-492d-8529-42b668b2bdd6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.115321] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346253, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.120268] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.120268] env[69019]: ERROR oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk due to incomplete transfer. [ 687.120513] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eacdca76-6196-4c21-966f-a1cda01607dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.132991] env[69019]: DEBUG oslo_vmware.rw_handles [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cff673-2ac8-4e6a-527f-78f46bda5ae6/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.133309] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Uploaded image 2c0d0198-0fbe-4ad1-9a00-bf456872c3ec to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.136589] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.140423] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8dc3797-ae69-4d8f-bc4d-aa16100422a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.142436] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346250, 'name': CreateVM_Task, 'duration_secs': 0.548328} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.143093] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.143948] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.144150] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.144494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.144794] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227270a7-7065-462a-b982-7591a264ac7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.149091] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 687.149091] env[69019]: value = "task-3346256" [ 687.149091] env[69019]: _type = "Task" [ 687.149091] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.150421] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 687.150421] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b703f2-1dc5-7914-c1da-45ec33da0d8f" [ 687.150421] env[69019]: _type = "Task" [ 687.150421] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.163401] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b703f2-1dc5-7914-c1da-45ec33da0d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.166991] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346256, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.172317] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507668} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.172615] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 2561e73f-6527-433b-a969-d8e75358b499/2561e73f-6527-433b-a969-d8e75358b499.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.172867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.173193] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-822f00ba-94c9-4f48-8d25-5aa1d4edb287 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.182304] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 687.182304] env[69019]: value = "task-3346257" [ 687.182304] env[69019]: _type = "Task" [ 687.182304] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.193639] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.290244] env[69019]: DEBUG nova.compute.utils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.290860] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.291104] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.377020] env[69019]: DEBUG nova.policy [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78a0184bd8b544e99fdaa54dedb38af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a37d2603330499184eb98497fd3b0ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.605266] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346253, 'name': CreateVM_Task, 'duration_secs': 0.560414} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.605266] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.606062] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670347] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346256, 'name': Destroy_Task, 'duration_secs': 0.511892} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.671750] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Destroyed the VM [ 687.672225] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.672341] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b703f2-1dc5-7914-c1da-45ec33da0d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.672466] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33073cac-5d76-4f5c-80f0-693635e326b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.678626] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.678626] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.678810] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.678856] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.679186] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.679786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.679786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.679885] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07a5050-9872-46d9-9287-5c59fbcec01a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.684146] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6e8105-3619-4449-8678-a073495da3aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.690153] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 687.690153] env[69019]: value = "task-3346258" [ 687.690153] env[69019]: _type = "Task" [ 687.690153] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.694286] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 687.694286] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520625ea-d7fd-6732-3a2f-e20c2fc1ee01" [ 687.694286] env[69019]: _type = "Task" [ 687.694286] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.702250] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073955} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.702782] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.702782] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.708497] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.708570] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7adc87b-d737-4db6-bd5c-e326f512d24b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.711774] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f811ffde-6cf9-455d-816c-788ac9e5d7b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.719156] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.750071] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 2561e73f-6527-433b-a969-d8e75358b499/2561e73f-6527-433b-a969-d8e75358b499.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.750212] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520625ea-d7fd-6732-3a2f-e20c2fc1ee01, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.750422] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 687.750422] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52023ca9-ea8d-0a2c-d3de-f2209a8039fe" [ 687.750422] env[69019]: _type = "Task" [ 687.750422] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.750810] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf254e04-6ae1-4d40-94d0-41cd65c5d72c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.766841] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.766841] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.767022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.777662] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52023ca9-ea8d-0a2c-d3de-f2209a8039fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.780818] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 687.780818] env[69019]: value = "task-3346259" [ 687.780818] env[69019]: _type = "Task" [ 687.780818] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.780818] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f32b25-348c-4d9f-b482-da2c71815194 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.789960] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 687.789960] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b80efb-1452-1bdb-d9d6-5569d2924054" [ 687.789960] env[69019]: _type = "Task" [ 687.789960] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.794649] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.799711] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.809705] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b80efb-1452-1bdb-d9d6-5569d2924054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.020623] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Successfully created port: f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.114920] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Updated VIF entry in instance network info cache for port b77c2b15-cd74-4eab-ae75-01361d88cdaa. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.115293] env[69019]: DEBUG nova.network.neutron [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Updating instance_info_cache with network_info: [{"id": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "address": "fa:16:3e:d2:9d:73", "network": {"id": "534d9f48-835b-496e-a099-e4704a110155", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532374535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b618c77625524e8087060187bc79e697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c2b15-cd", "ovs_interfaceid": "b77c2b15-cd74-4eab-ae75-01361d88cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.208747] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.295115] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346259, 'name': ReconfigVM_Task, 'duration_secs': 0.298503} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.295699] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 2561e73f-6527-433b-a969-d8e75358b499/2561e73f-6527-433b-a969-d8e75358b499.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.296770] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b237bfc8-30c4-47ec-a06f-479f59d8195c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.311677] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b80efb-1452-1bdb-d9d6-5569d2924054, 'name': SearchDatastore_Task, 'duration_secs': 0.019669} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.313093] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.316587] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.316587] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 688.316587] env[69019]: value = "task-3346260" [ 688.316587] env[69019]: _type = "Task" [ 688.316587] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.316587] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.316587] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.316587] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07a51046-c145-442c-b0dd-18df5de8a2e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.319046] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa4618e-d996-4ffb-bddb-bfb44f6e82b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.343093] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 688.343093] env[69019]: value = "task-3346261" [ 688.343093] env[69019]: _type = "Task" [ 688.343093] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.343093] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346260, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.345480] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.345480] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.351657] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c5033e-3846-41cc-8649-4967893db17b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.375364] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 688.375364] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5208b33b-e9d6-2ebc-fa2e-564401e2797c" [ 688.375364] env[69019]: _type = "Task" [ 688.375364] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.375603] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.389523] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5208b33b-e9d6-2ebc-fa2e-564401e2797c, 'name': SearchDatastore_Task, 'duration_secs': 0.013693} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.390576] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e830f4-155b-413e-ab6c-5e74755db8f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.397503] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 688.397503] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52deef5d-663f-c53c-c216-d6d008543ecf" [ 688.397503] env[69019]: _type = "Task" [ 688.397503] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.416929] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52deef5d-663f-c53c-c216-d6d008543ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.417350] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.417750] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5/aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.419317] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc6792f2-d07d-43ca-ab04-c516abbcd4b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.434622] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 688.434622] env[69019]: value = "task-3346262" [ 688.434622] env[69019]: _type = "Task" [ 688.434622] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.444642] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be8e29-39ad-4673-9861-efc1b0146b8b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.451415] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.456669] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c366c2-e34c-4854-af39-49f1afe64f18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.492210] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0d489-f251-429c-bd37-cc896ad22fe7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.500765] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c887c0-3e97-4729-955e-351548231668 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.521472] env[69019]: DEBUG nova.compute.provider_tree [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.621880] env[69019]: DEBUG oslo_concurrency.lockutils [req-2c56555e-7b08-4efc-acbe-43083519813a req-12c8c4c9-ef00-4ffe-8a31-ca65c413dbf4 service nova] Releasing lock "refresh_cache-aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.710456] env[69019]: DEBUG oslo_vmware.api [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346258, 'name': RemoveSnapshot_Task, 'duration_secs': 1.006347} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.710827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.711105] env[69019]: INFO nova.compute.manager [None req-01d52569-cbd2-4759-ae91-ba1909069e1a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 688.807067] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.832707] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346260, 'name': Rename_Task, 'duration_secs': 0.167162} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.832707] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.832707] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8cef58-9c82-4ac0-aae5-ebf3126a99e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.841330] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 688.841330] env[69019]: value = "task-3346263" [ 688.841330] env[69019]: _type = "Task" [ 688.841330] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.859577] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.859828] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.860011] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.860205] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.860351] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.860532] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.860766] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.860926] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.861153] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.861328] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.865020] env[69019]: DEBUG nova.virt.hardware [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.865020] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.865020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97591782-9255-4933-8ff2-eb90703edb0f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.886906] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47814e-7386-446c-8c66-dbfaf9533a83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.891669] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.893942] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.893942] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.897595] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78142329-cafc-4979-a400-ac7d392987ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.900384] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.900688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.914509] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 688.914509] env[69019]: value = "task-3346264" [ 688.914509] env[69019]: _type = "Task" [ 688.914509] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.927212] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.950205] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346262, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.026717] env[69019]: DEBUG nova.scheduler.client.report [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.355980] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.430024] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09248} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.430024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.430024] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab2bb2f-cf14-403b-9f22-d948ac44c668 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.453019] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.456913] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851bab19-7a9c-41cb-be5e-7995547104af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.481842] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.483965] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5/aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.484422] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.485104] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 689.485104] env[69019]: value = "task-3346266" [ 689.485104] env[69019]: _type = "Task" [ 689.485104] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.485527] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eea129c5-02aa-4e96-998d-90e7e38039ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.501449] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.503304] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 689.503304] env[69019]: value = "task-3346267" [ 689.503304] env[69019]: _type = "Task" [ 689.503304] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.516967] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.532124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.532846] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.537085] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.333s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.537085] env[69019]: DEBUG nova.objects.instance [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lazy-loading 'resources' on Instance uuid 6e43dee0-b274-4e49-898b-31eb6d19545a {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.856101] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.000804] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346266, 'name': ReconfigVM_Task, 'duration_secs': 0.343047} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.003039] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8a0e55c4-24ee-4902-929b-e7edbd3823a6/8a0e55c4-24ee-4902-929b-e7edbd3823a6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.003039] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b83722-09a1-4a26-a709-1e70889e29ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.014719] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141838} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.016494] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.016754] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 690.016754] env[69019]: value = "task-3346268" [ 690.016754] env[69019]: _type = "Task" [ 690.016754] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.017535] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ef04c-3a9f-4290-b843-954a454084fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.043560] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346268, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.044956] env[69019]: DEBUG nova.compute.utils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.057684] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5/aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.058810] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Successfully updated port: f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.061157] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.061352] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.063476] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbc8f8d-bf93-4be1-905b-92756a943147 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.080681] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.080850] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.080975] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.089826] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 690.089826] env[69019]: value = "task-3346269" [ 690.089826] env[69019]: _type = "Task" [ 690.089826] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.105857] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.149139] env[69019]: DEBUG nova.policy [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78421e0a067492481e106c4f25da6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b044b355134cdaab57a18dfae4d204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.358497] env[69019]: DEBUG oslo_vmware.api [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346263, 'name': PowerOnVM_Task, 'duration_secs': 1.076897} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.359037] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.359099] env[69019]: INFO nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Took 9.24 seconds to spawn the instance on the hypervisor. [ 690.359410] env[69019]: DEBUG nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.361167] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffcf4c-be97-4106-92d5-3e51120ef0ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.374175] env[69019]: DEBUG nova.compute.manager [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Received event network-vif-plugged-f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.374390] env[69019]: DEBUG oslo_concurrency.lockutils [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.374609] env[69019]: DEBUG oslo_concurrency.lockutils [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.374776] env[69019]: DEBUG oslo_concurrency.lockutils [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.374937] env[69019]: DEBUG nova.compute.manager [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] No waiting events found dispatching network-vif-plugged-f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.375119] env[69019]: WARNING nova.compute.manager [req-27567121-5be5-4700-94cb-67fe87225ff9 req-2543dee8-f285-474a-b7ed-f0938017d710 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Received unexpected event network-vif-plugged-f4641b0e-4d6f-444e-9a69-45b6025bab65 for instance with vm_state building and task_state spawning. [ 690.533150] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346268, 'name': Rename_Task, 'duration_secs': 0.151137} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.533439] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.533688] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9dc1ab-4941-4f47-8b99-399a5edf4a93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.541827] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 690.541827] env[69019]: value = "task-3346270" [ 690.541827] env[69019]: _type = "Task" [ 690.541827] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.552777] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.561544] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.603637] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346269, 'name': ReconfigVM_Task, 'duration_secs': 0.285871} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.604625] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Successfully created port: b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.606598] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Reconfigured VM instance instance-00000017 to attach disk [datastore1] aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5/aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.607245] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be4fd64c-5fcc-44f1-93c4-2f341081cdff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.615584] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 690.615584] env[69019]: value = "task-3346271" [ 690.615584] env[69019]: _type = "Task" [ 690.615584] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.627225] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346271, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.656623] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005a4a6-088e-4e7b-896d-cf1b0db9ae4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.661481] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.670229] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237b9dd-eadf-42ec-981b-fb27a5271504 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.706384] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050b991-d949-4f7f-b3c2-d165693320ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.717366] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b618596-1fd6-4083-b6cc-ce6b8b22653c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.738343] env[69019]: DEBUG nova.compute.provider_tree [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.891777] env[69019]: INFO nova.compute.manager [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Took 36.92 seconds to build instance. [ 690.965022] env[69019]: DEBUG nova.network.neutron [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating instance_info_cache with network_info: [{"id": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "address": "fa:16:3e:d0:60:c4", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4641b0e-4d", "ovs_interfaceid": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.052974] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.129846] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346271, 'name': Rename_Task, 'duration_secs': 0.156543} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.131865] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.131865] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39002d22-88b4-495a-b3dc-802b6a56b360 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.141613] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 691.141613] env[69019]: value = "task-3346272" [ 691.141613] env[69019]: _type = "Task" [ 691.141613] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.151923] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.162607] env[69019]: DEBUG nova.compute.manager [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.164198] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12db9f1-82ee-477d-8f65-9504b6e4c267 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246023] env[69019]: DEBUG nova.scheduler.client.report [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.394172] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7636dec-7f85-4d51-8a41-daecd070c12d tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.949s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.469981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.470323] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Instance network_info: |[{"id": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "address": "fa:16:3e:d0:60:c4", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4641b0e-4d", "ovs_interfaceid": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.470808] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:60:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4641b0e-4d6f-444e-9a69-45b6025bab65', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.479493] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Creating folder: Project (3a37d2603330499184eb98497fd3b0ea). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.480222] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794264b2-c305-4938-a5c1-686516bd6a35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.499568] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Created folder: Project (3a37d2603330499184eb98497fd3b0ea) in parent group-v667907. [ 691.499568] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Creating folder: Instances. Parent ref: group-v667983. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.499761] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90175d19-2ce3-4f1b-89ac-6ad99b0f0700 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.517235] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Created folder: Instances in parent group-v667983. [ 691.519058] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.519058] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.519058] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439836af-a50a-4175-bc74-c6f35e23b234 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.542306] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.542306] env[69019]: value = "task-3346276" [ 691.542306] env[69019]: _type = "Task" [ 691.542306] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.557269] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346276, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.561601] env[69019]: DEBUG oslo_vmware.api [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346270, 'name': PowerOnVM_Task, 'duration_secs': 0.774272} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.564023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.564023] env[69019]: DEBUG nova.compute.manager [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.564023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc1b444-d90d-4d78-9439-9f6c5f263b53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.572822] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.616161] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.618558] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.619096] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.619285] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.620131] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.620131] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.620316] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.620503] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.620807] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.621136] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.621369] env[69019]: DEBUG nova.virt.hardware [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.622687] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e2490f-092c-4220-8f2a-88cdd1ded8ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.634909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabde0a0-2cec-439a-a3e7-1a93e2d24707 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671933] env[69019]: DEBUG oslo_vmware.api [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346272, 'name': PowerOnVM_Task, 'duration_secs': 0.519465} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.672972] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.674039] env[69019]: INFO nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Took 7.86 seconds to spawn the instance on the hypervisor. [ 691.674039] env[69019]: DEBUG nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.676179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb319c6-cc37-4316-a68a-119602846393 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.684698] env[69019]: INFO nova.compute.manager [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] instance snapshotting [ 691.686969] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "347727d2-51b4-4bb1-9eae-c566043ebff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.687096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.692021] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6436705-4680-47b7-bd54-2cf866df6f90 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.716898] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd48fa1-f5be-4f32-b0d5-21ab48692ef0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.749737] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.753381] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.640s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.755852] env[69019]: INFO nova.compute.claims [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.791672] env[69019]: INFO nova.scheduler.client.report [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted allocations for instance 6e43dee0-b274-4e49-898b-31eb6d19545a [ 691.901686] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.059021] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346276, 'name': CreateVM_Task, 'duration_secs': 0.455604} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.059021] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.059021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.059021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.059021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059021] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1144a7-b681-445e-9f3b-800a67520ea0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.063474] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 692.063474] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242bfb2-d2a7-ea42-556a-c03678ec1a98" [ 692.063474] env[69019]: _type = "Task" [ 692.063474] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.072384] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242bfb2-d2a7-ea42-556a-c03678ec1a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.089495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.209789] env[69019]: INFO nova.compute.manager [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Took 36.91 seconds to build instance. [ 692.235314] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.235619] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Successfully updated port: b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.236627] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e542725e-a83e-423e-93d2-41ade4db7eb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.249962] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 692.249962] env[69019]: value = "task-3346277" [ 692.249962] env[69019]: _type = "Task" [ 692.249962] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.265942] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.302361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84e31466-bfaf-4c18-a118-295ad3c5854b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "6e43dee0-b274-4e49-898b-31eb6d19545a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.647s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.056715] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5ded035-233d-4f7c-a15a-879e596612b4 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.221s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.057180] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.057281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.057361] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.061928] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Received event network-changed-f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.062126] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Refreshing instance network info cache due to event network-changed-f4641b0e-4d6f-444e-9a69-45b6025bab65. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.062322] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Acquiring lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.062460] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Acquired lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.062612] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Refreshing network info cache for port f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.080822] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242bfb2-d2a7-ea42-556a-c03678ec1a98, 'name': SearchDatastore_Task, 'duration_secs': 0.021482} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.083984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.084303] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.084840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.084840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.084840] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.085272] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.086528] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d531d2ee-3fa6-464b-bc44-7051e7691d21 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.090135] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.105189] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.105258] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.106262] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9994512-0e41-4c1a-9f98-51286ff8fb63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.114721] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 693.114721] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f26a4d-683d-dcb5-0e4b-67ccf9bd4588" [ 693.114721] env[69019]: _type = "Task" [ 693.114721] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.125599] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f26a4d-683d-dcb5-0e4b-67ccf9bd4588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.559227] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.559488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.569894] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346277, 'name': CreateSnapshot_Task, 'duration_secs': 0.936353} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.570178] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.570987] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a771e1-6abc-41ed-b353-42c8e9fd8ec3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.576262] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.609798] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.630044] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f26a4d-683d-dcb5-0e4b-67ccf9bd4588, 'name': SearchDatastore_Task, 'duration_secs': 0.018179} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.635639] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8648ba9-81c3-40ee-bdb7-74676c62e9fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.648638] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 693.648638] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f5c74a-3bc3-52c0-c10d-3343d2bc0351" [ 693.648638] env[69019]: _type = "Task" [ 693.648638] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.664985] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f5c74a-3bc3-52c0-c10d-3343d2bc0351, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.665284] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.665541] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c6d143fc-6d2e-4b19-89dd-f4a95330972b/c6d143fc-6d2e-4b19-89dd-f4a95330972b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.665802] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24a9030-0773-461e-826c-e4dd8ac2b405 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.676111] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 693.676111] env[69019]: value = "task-3346279" [ 693.676111] env[69019]: _type = "Task" [ 693.676111] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.685232] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.707179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6e4cb-4a01-4e43-bee1-036235082000 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.716207] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eec6ee-0868-4f98-b7f6-5d839e2c087f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.760078] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca218c9-03c1-4050-81cb-f6e648a23495 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.769527] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420fcb56-5a20-4e61-a856-2649f2564ffe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.784482] env[69019]: DEBUG nova.compute.provider_tree [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.856356] env[69019]: DEBUG nova.network.neutron [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [{"id": "b7513987-0d97-494c-9d5d-881714dbd91e", "address": "fa:16:3e:cb:f5:c6", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7513987-0d", "ovs_interfaceid": "b7513987-0d97-494c-9d5d-881714dbd91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.983436] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updated VIF entry in instance network info cache for port f4641b0e-4d6f-444e-9a69-45b6025bab65. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.983812] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating instance_info_cache with network_info: [{"id": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "address": "fa:16:3e:d0:60:c4", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4641b0e-4d", "ovs_interfaceid": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.098538] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.099693] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab0aaa42-7a79-4b81-8b9b-d5e2b75a1dff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.112261] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 694.112261] env[69019]: value = "task-3346280" [ 694.112261] env[69019]: _type = "Task" [ 694.112261] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.119254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.126604] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.187321] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.294133] env[69019]: DEBUG nova.scheduler.client.report [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.358844] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.359483] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Instance network_info: |[{"id": "b7513987-0d97-494c-9d5d-881714dbd91e", "address": "fa:16:3e:cb:f5:c6", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7513987-0d", "ovs_interfaceid": "b7513987-0d97-494c-9d5d-881714dbd91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.359883] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:f5:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7513987-0d97-494c-9d5d-881714dbd91e', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.369495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating folder: Project (b2b044b355134cdaab57a18dfae4d204). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.369817] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d11b1e-1cb5-4eee-a4c1-c340d7c68eb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.385766] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created folder: Project (b2b044b355134cdaab57a18dfae4d204) in parent group-v667907. [ 694.385982] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating folder: Instances. Parent ref: group-v667988. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.386249] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0afd1843-9c43-4dca-ba0f-9e5b00f585c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.399506] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created folder: Instances in parent group-v667988. [ 694.399711] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.399916] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.400148] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b06cb0a4-8771-4623-bba2-b5380d5ebcb2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.414749] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.414988] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.415210] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.415393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.415558] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.417817] env[69019]: INFO nova.compute.manager [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Terminating instance [ 694.423586] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.423586] env[69019]: value = "task-3346283" [ 694.423586] env[69019]: _type = "Task" [ 694.423586] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.432880] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346283, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.490963] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Releasing lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.491247] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received event network-vif-plugged-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.491446] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Acquiring lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.491692] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.491864] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.492044] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] No waiting events found dispatching network-vif-plugged-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.492241] env[69019]: WARNING nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received unexpected event network-vif-plugged-b7513987-0d97-494c-9d5d-881714dbd91e for instance with vm_state building and task_state spawning. [ 694.492413] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.492566] env[69019]: DEBUG nova.compute.manager [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing instance network info cache due to event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.492756] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Acquiring lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.492995] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Acquired lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.493206] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.624445] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.685580] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579551} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.685882] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c6d143fc-6d2e-4b19-89dd-f4a95330972b/c6d143fc-6d2e-4b19-89dd-f4a95330972b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.687238] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.687238] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be53bbaf-2ce3-4112-8ced-29b2c192106e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.695832] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 694.695832] env[69019]: value = "task-3346284" [ 694.695832] env[69019]: _type = "Task" [ 694.695832] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.706778] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.803088] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.050s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.803634] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.807124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.488s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.811084] env[69019]: INFO nova.compute.claims [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.924625] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "refresh_cache-8a0e55c4-24ee-4902-929b-e7edbd3823a6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.924826] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "refresh_cache-8a0e55c4-24ee-4902-929b-e7edbd3823a6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.925033] env[69019]: DEBUG nova.network.neutron [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.938969] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346283, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.130918] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.207193] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "19b037df-29ea-4eda-910a-4a63de989d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.207521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.213796] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320217} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.215154] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.216282] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba1727-fabd-4509-9757-f5e593c83ff3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246416] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c6d143fc-6d2e-4b19-89dd-f4a95330972b/c6d143fc-6d2e-4b19-89dd-f4a95330972b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.249752] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9ac6ec-f6a1-4c6b-a3ac-860de974d889 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.275714] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 695.275714] env[69019]: value = "task-3346285" [ 695.275714] env[69019]: _type = "Task" [ 695.275714] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.285446] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.309054] env[69019]: DEBUG nova.compute.utils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.310607] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.310815] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.358204] env[69019]: DEBUG nova.compute.manager [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Received event network-changed-1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.358459] env[69019]: DEBUG nova.compute.manager [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Refreshing instance network info cache due to event network-changed-1ef9001d-4405-402a-9edd-c9d3be2c9750. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.358572] env[69019]: DEBUG oslo_concurrency.lockutils [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] Acquiring lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.358708] env[69019]: DEBUG oslo_concurrency.lockutils [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] Acquired lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.358868] env[69019]: DEBUG nova.network.neutron [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Refreshing network info cache for port 1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.373193] env[69019]: DEBUG nova.policy [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64e34bc466147c08ed49bb548165059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b1726d934294c079cc8bd2ac17a490b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.407307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.407638] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.407921] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.408153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.408327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.411043] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updated VIF entry in instance network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.411402] env[69019]: DEBUG nova.network.neutron [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [{"id": "b7513987-0d97-494c-9d5d-881714dbd91e", "address": "fa:16:3e:cb:f5:c6", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7513987-0d", "ovs_interfaceid": "b7513987-0d97-494c-9d5d-881714dbd91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.417109] env[69019]: INFO nova.compute.manager [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Terminating instance [ 695.441527] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346283, 'name': CreateVM_Task, 'duration_secs': 0.873557} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.442014] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.442793] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443035] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.443368] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.443646] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e925982-c30d-4c00-880b-e5a3cd9a72ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.449485] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 695.449485] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52807026-1b42-f580-bb48-34f0d0cad364" [ 695.449485] env[69019]: _type = "Task" [ 695.449485] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.460382] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52807026-1b42-f580-bb48-34f0d0cad364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.471798] env[69019]: DEBUG nova.network.neutron [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.577251] env[69019]: DEBUG nova.network.neutron [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.635426] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.789600] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.815186] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.898222] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Successfully created port: aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.919487] env[69019]: DEBUG oslo_concurrency.lockutils [req-cff95266-6988-4322-9820-eb8b09c95daf req-c9cefe9c-a97f-4c93-806b-e7696b6a164f service nova] Releasing lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.924986] env[69019]: DEBUG nova.compute.manager [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.925311] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.927039] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac42a7-05fa-4e9a-84bf-b10f5f7c4632 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.936201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.938614] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0748b63-4bf4-4980-8d26-5736c7165b80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.948237] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 695.948237] env[69019]: value = "task-3346287" [ 695.948237] env[69019]: _type = "Task" [ 695.948237] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.964280] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.970228] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52807026-1b42-f580-bb48-34f0d0cad364, 'name': SearchDatastore_Task, 'duration_secs': 0.019055} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.970708] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.970774] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.970964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.971124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.971302] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.974804] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f8f30c-d935-4b9c-b0a0-bc00ce383d27 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.000315] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.000315] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.000315] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8308ca-578c-433c-b227-9efcda031048 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.007441] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 696.007441] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5200fd0b-b6b0-bd81-fc0b-604bd0b6afd4" [ 696.007441] env[69019]: _type = "Task" [ 696.007441] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.020779] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5200fd0b-b6b0-bd81-fc0b-604bd0b6afd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.084501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "refresh_cache-8a0e55c4-24ee-4902-929b-e7edbd3823a6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.084954] env[69019]: DEBUG nova.compute.manager [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.085196] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.086823] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb6d25-f43a-4f59-8f9e-c0f2375967f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.099306] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.099769] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b24a49-9fe9-43be-a5e3-c5557a5b8c3f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.111537] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 696.111537] env[69019]: value = "task-3346288" [ 696.111537] env[69019]: _type = "Task" [ 696.111537] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.126889] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.141617] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task} progress is 95%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.289365] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346285, 'name': ReconfigVM_Task, 'duration_secs': 0.582949} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.289612] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c6d143fc-6d2e-4b19-89dd-f4a95330972b/c6d143fc-6d2e-4b19-89dd-f4a95330972b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.292721] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55566673-7668-4a44-b1b4-c23454371d2a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.301131] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 696.301131] env[69019]: value = "task-3346289" [ 696.301131] env[69019]: _type = "Task" [ 696.301131] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.329445] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346289, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.441307] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc484ea-b330-4188-b257-abf4d439d5eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.457260] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643e86c-d17b-4743-bf7a-52f35c6cfdb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.468112] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346287, 'name': PowerOffVM_Task, 'duration_secs': 0.285482} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.493705] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.493907] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.494383] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f05ee9a-d1ce-45fb-9d13-06d54807f072 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.496463] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9bba56-ecd2-4ffc-a6aa-39f563ad6ede {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.504671] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de054e5a-69cc-400d-b1d0-bb59ef0b15ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.522521] env[69019]: DEBUG nova.compute.provider_tree [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.530536] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5200fd0b-b6b0-bd81-fc0b-604bd0b6afd4, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.531984] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a56e21-b091-4c3f-95d6-c907b8e423ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.534958] env[69019]: DEBUG nova.network.neutron [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updated VIF entry in instance network info cache for port 1ef9001d-4405-402a-9edd-c9d3be2c9750. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.535251] env[69019]: DEBUG nova.network.neutron [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updating instance_info_cache with network_info: [{"id": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "address": "fa:16:3e:df:68:63", "network": {"id": "1f827427-f435-4ba4-8cd3-d6590863ef66", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1513966390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ce148a9bde4c06a931f48e8ebf685f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef9001d-44", "ovs_interfaceid": "1ef9001d-4405-402a-9edd-c9d3be2c9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.540283] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 696.540283] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c11916-5a82-1a39-478c-69eb20410e7c" [ 696.540283] env[69019]: _type = "Task" [ 696.540283] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.548861] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c11916-5a82-1a39-478c-69eb20410e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.568064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.568296] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.568492] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Deleting the datastore file [datastore1] aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.568776] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9420747a-06c6-4a3d-87c1-4b044ee5c561 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.578888] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for the task: (returnval){ [ 696.578888] env[69019]: value = "task-3346291" [ 696.578888] env[69019]: _type = "Task" [ 696.578888] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.587384] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.626331] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346288, 'name': PowerOffVM_Task, 'duration_secs': 0.165724} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.626331] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.626331] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.626720] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f88615-6522-4d8f-86bd-7174cb35e5ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.637578] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346280, 'name': CloneVM_Task, 'duration_secs': 2.254308} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.637811] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Created linked-clone VM from snapshot [ 696.638632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ffd972-6f1f-4e8c-9f91-7cd5416244ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.647181] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Uploading image a743f47b-e4c7-46db-978e-f903261bcd26 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.665017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.665017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.665017] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleting the datastore file [datastore1] 8a0e55c4-24ee-4902-929b-e7edbd3823a6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.665017] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03aa37bf-39c6-4c3a-b210-2684b8ec01be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.673764] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 696.673764] env[69019]: value = "task-3346293" [ 696.673764] env[69019]: _type = "Task" [ 696.673764] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.678820] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.678820] env[69019]: value = "vm-667987" [ 696.678820] env[69019]: _type = "VirtualMachine" [ 696.678820] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.679084] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59b555b7-fa6b-4d0b-a10f-285c621d2c24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.686171] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.687415] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease: (returnval){ [ 696.687415] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d7c8-9d29-8f62-b176-ffb1f98a40b3" [ 696.687415] env[69019]: _type = "HttpNfcLease" [ 696.687415] env[69019]: } obtained for exporting VM: (result){ [ 696.687415] env[69019]: value = "vm-667987" [ 696.687415] env[69019]: _type = "VirtualMachine" [ 696.687415] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.687627] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the lease: (returnval){ [ 696.687627] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d7c8-9d29-8f62-b176-ffb1f98a40b3" [ 696.687627] env[69019]: _type = "HttpNfcLease" [ 696.687627] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.694131] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.694131] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d7c8-9d29-8f62-b176-ffb1f98a40b3" [ 696.694131] env[69019]: _type = "HttpNfcLease" [ 696.694131] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.813224] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346289, 'name': Rename_Task, 'duration_secs': 0.348278} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.813708] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.814376] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdab7b92-a152-4a63-8bf9-e8bc81d3756c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821424] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 696.821424] env[69019]: value = "task-3346295" [ 696.821424] env[69019]: _type = "Task" [ 696.821424] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.831337] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.833333] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.854949] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.855198] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.855355] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.855533] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.855700] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.855906] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.856138] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.856302] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.856501] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.856718] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.856904] env[69019]: DEBUG nova.virt.hardware [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.857781] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6be51-a19b-415b-a1ca-babb2bdba462 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.866934] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051eb16-533f-4b3c-89e9-b5cac56148df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.024191] env[69019]: DEBUG nova.scheduler.client.report [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.037928] env[69019]: DEBUG oslo_concurrency.lockutils [req-bd4047ca-74a8-47b9-9fcf-32752c07f56a req-87569236-8546-4909-8812-93d77b765ae2 service nova] Releasing lock "refresh_cache-2561e73f-6527-433b-a969-d8e75358b499" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.057542] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c11916-5a82-1a39-478c-69eb20410e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.057835] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.058175] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c257545b-5b6b-4bec-9e9a-dd7e36a82799/c257545b-5b6b-4bec-9e9a-dd7e36a82799.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.058448] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df07df4-ebf6-4f48-9ace-2f29399f4678 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.068374] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 697.068374] env[69019]: value = "task-3346296" [ 697.068374] env[69019]: _type = "Task" [ 697.068374] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.077965] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.089486] env[69019]: DEBUG oslo_vmware.api [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Task: {'id': task-3346291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143674} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.089809] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.090008] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.090196] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.090366] env[69019]: INFO nova.compute.manager [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 697.090643] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.091044] env[69019]: DEBUG nova.compute.manager [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.091159] env[69019]: DEBUG nova.network.neutron [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.190668] env[69019]: DEBUG oslo_vmware.api [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.195661] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.195769] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.195959] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.196157] env[69019]: INFO nova.compute.manager [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 697.196400] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.196863] env[69019]: DEBUG nova.compute.manager [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.196963] env[69019]: DEBUG nova.network.neutron [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.202936] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.202936] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d7c8-9d29-8f62-b176-ffb1f98a40b3" [ 697.202936] env[69019]: _type = "HttpNfcLease" [ 697.202936] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.203225] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.203225] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202d7c8-9d29-8f62-b176-ffb1f98a40b3" [ 697.203225] env[69019]: _type = "HttpNfcLease" [ 697.203225] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.204307] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed4a93f-7842-4a41-aefe-76c5d221dec8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.213192] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.213421] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.275867] env[69019]: DEBUG nova.network.neutron [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.333103] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.426849] env[69019]: DEBUG nova.compute.manager [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Received event network-vif-plugged-aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.427210] env[69019]: DEBUG oslo_concurrency.lockutils [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] Acquiring lock "d1e017ee-4287-46de-8843-13352193277d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.427356] env[69019]: DEBUG oslo_concurrency.lockutils [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] Lock "d1e017ee-4287-46de-8843-13352193277d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.427585] env[69019]: DEBUG oslo_concurrency.lockutils [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] Lock "d1e017ee-4287-46de-8843-13352193277d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.427809] env[69019]: DEBUG nova.compute.manager [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] No waiting events found dispatching network-vif-plugged-aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.428191] env[69019]: WARNING nova.compute.manager [req-cad4e7cb-7c81-4138-b446-9514ee8f4fee req-cc56c44d-99eb-4dcf-b708-2a81d92b685d service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Received unexpected event network-vif-plugged-aeaa0975-ff97-4c2d-9fe2-f69575ef7114 for instance with vm_state building and task_state spawning. [ 697.529187] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aee07685-9e16-42b0-8442-76f5a8acd44b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.530329] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.530953] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.534476] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.529s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.536082] env[69019]: INFO nova.compute.claims [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.543153] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Successfully updated port: aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.586377] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.620612] env[69019]: DEBUG nova.compute.manager [req-e481baa8-549c-454f-b600-a2997723f219 req-6521ffd7-4930-49c1-8c12-239b76edec8d service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Received event network-vif-deleted-b77c2b15-cd74-4eab-ae75-01361d88cdaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.620818] env[69019]: INFO nova.compute.manager [req-e481baa8-549c-454f-b600-a2997723f219 req-6521ffd7-4930-49c1-8c12-239b76edec8d service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Neutron deleted interface b77c2b15-cd74-4eab-ae75-01361d88cdaa; detaching it from the instance and deleting it from the info cache [ 697.621055] env[69019]: DEBUG nova.network.neutron [req-e481baa8-549c-454f-b600-a2997723f219 req-6521ffd7-4930-49c1-8c12-239b76edec8d service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.778252] env[69019]: DEBUG nova.network.neutron [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.833699] env[69019]: DEBUG oslo_vmware.api [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346295, 'name': PowerOnVM_Task, 'duration_secs': 0.837949} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.833976] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.834200] env[69019]: INFO nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 697.834383] env[69019]: DEBUG nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.835202] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c1fb68-2b17-440f-ad2f-a9e91f597c0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.996307] env[69019]: DEBUG nova.network.neutron [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.043703] env[69019]: DEBUG nova.compute.utils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.047639] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.047917] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.050684] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.050993] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.050993] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.081062] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534501} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.081640] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c257545b-5b6b-4bec-9e9a-dd7e36a82799/c257545b-5b6b-4bec-9e9a-dd7e36a82799.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.081868] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.082654] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc24f487-0cb2-4955-9d57-b254b1065b5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.096139] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 698.096139] env[69019]: value = "task-3346298" [ 698.096139] env[69019]: _type = "Task" [ 698.096139] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.110443] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.124015] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbcee759-bf7a-4dec-8536-bad7946f2198 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.129655] env[69019]: DEBUG nova.policy [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '204e4ccf9abb4f3cab6079fce04d967d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51e3ea490a2b4ce6be5e319bae411051', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.138325] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7473af9-4fc1-48bf-8324-7ddf28faf296 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179516] env[69019]: DEBUG nova.compute.manager [req-e481baa8-549c-454f-b600-a2997723f219 req-6521ffd7-4930-49c1-8c12-239b76edec8d service nova] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Detach interface failed, port_id=b77c2b15-cd74-4eab-ae75-01361d88cdaa, reason: Instance aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 698.283634] env[69019]: INFO nova.compute.manager [-] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Took 1.08 seconds to deallocate network for instance. [ 698.359743] env[69019]: INFO nova.compute.manager [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Took 40.44 seconds to build instance. [ 698.496086] env[69019]: INFO nova.compute.manager [-] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Took 1.40 seconds to deallocate network for instance. [ 698.505757] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Successfully created port: 3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.548613] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.612563] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187566} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.613670] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.617101] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.617101] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48704a-ae85-405b-a392-552d2dc01c26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.649660] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] c257545b-5b6b-4bec-9e9a-dd7e36a82799/c257545b-5b6b-4bec-9e9a-dd7e36a82799.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.653128] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae48ac7-f1ea-4d7d-a89a-52544dec2169 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.679842] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 698.679842] env[69019]: value = "task-3346299" [ 698.679842] env[69019]: _type = "Task" [ 698.679842] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.693307] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.792079] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.861967] env[69019]: DEBUG oslo_concurrency.lockutils [None req-abb6f7a7-5180-40d3-90fb-81e14038860f tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.478s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.890193] env[69019]: DEBUG nova.network.neutron [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Updating instance_info_cache with network_info: [{"id": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "address": "fa:16:3e:69:3c:b1", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaa0975-ff", "ovs_interfaceid": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.009090] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.141757] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bdcfa2-20ba-462f-bfe9-286d73dd1233 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.153184] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5079ac7-fb03-4050-a070-00c0dc8bc08b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.192385] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c00ac4-22df-49ad-8eef-5197625cba98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.205114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6359bd9-0244-4c14-a8e8-4582c9317153 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.209199] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.221457] env[69019]: DEBUG nova.compute.provider_tree [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.365492] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.392871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393232] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Instance network_info: |[{"id": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "address": "fa:16:3e:69:3c:b1", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaa0975-ff", "ovs_interfaceid": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.393668] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeaa0975-ff97-4c2d-9fe2-f69575ef7114', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.402020] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.402579] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e017ee-4287-46de-8843-13352193277d] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.403072] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ac07dd-b043-481e-a880-444badf38691 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.427312] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.427312] env[69019]: value = "task-3346300" [ 699.427312] env[69019]: _type = "Task" [ 699.427312] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.436754] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346300, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.568435] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.593373] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.594036] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.594036] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.594036] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.594304] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.594336] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.594566] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.594733] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.594920] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.595117] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.595316] env[69019]: DEBUG nova.virt.hardware [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.596263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a7639-3f19-4338-b52b-d342f31fc42b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.606684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f08d5-b489-4ca9-9892-bafd4ce287a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.700096] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346299, 'name': ReconfigVM_Task, 'duration_secs': 0.699611} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.700623] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Reconfigured VM instance instance-00000018 to attach disk [datastore2] c257545b-5b6b-4bec-9e9a-dd7e36a82799/c257545b-5b6b-4bec-9e9a-dd7e36a82799.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.701314] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8aa8c99-4f0c-4bde-839f-cec4294fb8bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.710775] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 699.710775] env[69019]: value = "task-3346301" [ 699.710775] env[69019]: _type = "Task" [ 699.710775] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.721451] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346301, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.728353] env[69019]: DEBUG nova.scheduler.client.report [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.763161] env[69019]: DEBUG nova.compute.manager [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Received event network-changed-aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.763161] env[69019]: DEBUG nova.compute.manager [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Refreshing instance network info cache due to event network-changed-aeaa0975-ff97-4c2d-9fe2-f69575ef7114. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.763161] env[69019]: DEBUG oslo_concurrency.lockutils [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] Acquiring lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.763161] env[69019]: DEBUG oslo_concurrency.lockutils [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] Acquired lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.763161] env[69019]: DEBUG nova.network.neutron [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Refreshing network info cache for port aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.899882] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.946486] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346300, 'name': CreateVM_Task, 'duration_secs': 0.363815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.946760] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e017ee-4287-46de-8843-13352193277d] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.947426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.947596] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.947973] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.948832] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5166f43d-7c2f-47de-89a0-8995bd4d55be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.957657] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 699.957657] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d6a9a-6e25-5941-7ed1-dab79343d0fa" [ 699.957657] env[69019]: _type = "Task" [ 699.957657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.972256] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d6a9a-6e25-5941-7ed1-dab79343d0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.972826] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.973156] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.973407] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.973554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.974341] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.974341] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc479a72-7f01-48cf-a06c-5cc84eb94fc9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.984584] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.984798] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.985739] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1fbd78-6392-42c9-8543-f72165bd0408 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.995964] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 699.995964] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521faf88-c61c-d8d3-d98a-7019d64781ef" [ 699.995964] env[69019]: _type = "Task" [ 699.995964] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.006674] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521faf88-c61c-d8d3-d98a-7019d64781ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.007705] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8afa97-7e77-4513-bcc4-b4e19e1386d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.014342] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 700.014342] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520d1991-b6fa-5560-0512-bdd0d9e773be" [ 700.014342] env[69019]: _type = "Task" [ 700.014342] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.024862] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520d1991-b6fa-5560-0512-bdd0d9e773be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.225427] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346301, 'name': Rename_Task, 'duration_secs': 0.247712} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.225427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.225427] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d6c353-3b4d-4e02-ab4b-a61bd63d9fbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.232269] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 700.232269] env[69019]: value = "task-3346302" [ 700.232269] env[69019]: _type = "Task" [ 700.232269] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.234021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.237660] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.242890] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.663s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.243468] env[69019]: DEBUG nova.objects.instance [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lazy-loading 'resources' on Instance uuid cbfe5fec-df00-42e1-b666-8ba62378abc2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.257769] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.268736] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Successfully updated port: 3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.527591] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520d1991-b6fa-5560-0512-bdd0d9e773be, 'name': SearchDatastore_Task, 'duration_secs': 0.012639} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.527591] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.527917] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d1e017ee-4287-46de-8843-13352193277d/d1e017ee-4287-46de-8843-13352193277d.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.528145] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14761aa9-42b6-4e80-9fc0-657937fc612a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.536728] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 700.536728] env[69019]: value = "task-3346303" [ 700.536728] env[69019]: _type = "Task" [ 700.536728] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.547663] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.623078] env[69019]: DEBUG nova.network.neutron [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Updated VIF entry in instance network info cache for port aeaa0975-ff97-4c2d-9fe2-f69575ef7114. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.624445] env[69019]: DEBUG nova.network.neutron [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Updating instance_info_cache with network_info: [{"id": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "address": "fa:16:3e:69:3c:b1", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaa0975-ff", "ovs_interfaceid": "aeaa0975-ff97-4c2d-9fe2-f69575ef7114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.748523] env[69019]: DEBUG nova.compute.utils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.762107] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 700.763025] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.775194] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.775347] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquired lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.778559] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.054949] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.127187] env[69019]: DEBUG oslo_concurrency.lockutils [req-34be5a7d-ddd1-4c42-b6a7-5fc9144e0ab9 req-3c529433-6aa8-48f6-9c61-5ea4fe4c16dc service nova] Releasing lock "refresh_cache-d1e017ee-4287-46de-8843-13352193277d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.244679] env[69019]: DEBUG oslo_vmware.api [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346302, 'name': PowerOnVM_Task, 'duration_secs': 0.646675} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.247499] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.247712] env[69019]: INFO nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Took 9.67 seconds to spawn the instance on the hypervisor. [ 701.247889] env[69019]: DEBUG nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.248906] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb718dd-caca-4535-a121-d68f71fa2e43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.263152] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.326804] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.445124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b686f9-fc7d-4bf1-9e92-c9e75ea24357 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.456165] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a36dd-f6d4-41c8-b130-f8abc1bf4577 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.464122] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.464263] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.497096] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa038db-a112-4f63-9b1e-813e8dc81609 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.500548] env[69019]: DEBUG nova.network.neutron [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Updating instance_info_cache with network_info: [{"id": "3870f625-0511-42e5-a51d-19e96da33876", "address": "fa:16:3e:4d:c6:a0", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3870f625-05", "ovs_interfaceid": "3870f625-0511-42e5-a51d-19e96da33876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.509466] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00237b4a-cb54-4985-b34c-5b192ea59737 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.529768] env[69019]: DEBUG nova.compute.provider_tree [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.549925] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546159} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.550205] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d1e017ee-4287-46de-8843-13352193277d/d1e017ee-4287-46de-8843-13352193277d.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.550425] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.550697] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fd37fe-4360-45ac-ad26-ba3c5ed757a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.563738] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 701.563738] env[69019]: value = "task-3346304" [ 701.563738] env[69019]: _type = "Task" [ 701.563738] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.575031] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.778221] env[69019]: INFO nova.compute.manager [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Took 40.12 seconds to build instance. [ 701.862804] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Received event network-changed-f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.862804] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Refreshing instance network info cache due to event network-changed-f4641b0e-4d6f-444e-9a69-45b6025bab65. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.862804] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Acquiring lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.862804] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Acquired lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.862804] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Refreshing network info cache for port f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.006029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Releasing lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.006029] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Instance network_info: |[{"id": "3870f625-0511-42e5-a51d-19e96da33876", "address": "fa:16:3e:4d:c6:a0", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3870f625-05", "ovs_interfaceid": "3870f625-0511-42e5-a51d-19e96da33876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.006515] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:c6:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3870f625-0511-42e5-a51d-19e96da33876', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.011958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Creating folder: Project (51e3ea490a2b4ce6be5e319bae411051). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.012338] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbbc346-f3b8-48c6-a5b8-9a0daa8e3f07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027148] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Created folder: Project (51e3ea490a2b4ce6be5e319bae411051) in parent group-v667907. [ 702.028063] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Creating folder: Instances. Parent ref: group-v667992. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.028782] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b88351ff-4d94-42f3-bfa7-9d5101a27af9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.034613] env[69019]: DEBUG nova.scheduler.client.report [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.044067] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Created folder: Instances in parent group-v667992. [ 702.044348] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.044546] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.044763] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e06333b-ece9-416c-a3ec-0aa5ef4c935b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.069295] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.069295] env[69019]: value = "task-3346307" [ 702.069295] env[69019]: _type = "Task" [ 702.069295] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.076479] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137865} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.079680] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.080305] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346307, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.081056] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e4ae4-d6dc-40f3-ab81-35802c80f4c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.105858] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d1e017ee-4287-46de-8843-13352193277d/d1e017ee-4287-46de-8843-13352193277d.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.106339] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696159d0-410f-4e3e-8e3b-99314add9771 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.128516] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 702.128516] env[69019]: value = "task-3346308" [ 702.128516] env[69019]: _type = "Task" [ 702.128516] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.140975] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.279589] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.283223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c06ab7e7-3b5f-482f-a607-b19e10adeba9 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.898s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.310737] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.311135] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.311383] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.311610] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.313256] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.313256] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.313256] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.313256] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.313256] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.313479] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.313479] env[69019]: DEBUG nova.virt.hardware [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.317457] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a8e03-65a3-4f11-91fe-cd2f11aeec09 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.326808] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c463d-3cd6-4f7e-8bfa-7b79c11950a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.345833] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.356625] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Creating folder: Project (583946f8eae84bafbcc6b4a7776c9497). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.357083] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c77f57a3-9827-492d-8445-df250e91635b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.377913] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Created folder: Project (583946f8eae84bafbcc6b4a7776c9497) in parent group-v667907. [ 702.378180] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Creating folder: Instances. Parent ref: group-v667995. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.378599] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dacb47d-3dae-4590-a4cf-f33e4ec611c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.394043] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Created folder: Instances in parent group-v667995. [ 702.394457] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.394539] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.395647] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9be7107-d3f1-4292-b574-cc03b64af493 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.428385] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.428385] env[69019]: value = "task-3346311" [ 702.428385] env[69019]: _type = "Task" [ 702.428385] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.447294] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.546714] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.548836] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.371s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.549023] env[69019]: INFO nova.compute.claims [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.585711] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346307, 'name': CreateVM_Task, 'duration_secs': 0.424114} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.586776] env[69019]: INFO nova.scheduler.client.report [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Deleted allocations for instance cbfe5fec-df00-42e1-b666-8ba62378abc2 [ 702.588501] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.592098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.592295] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.592641] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.593444] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5302091-27a7-439d-acb0-027ea46071e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.600514] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 702.600514] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524fbb93-1403-f5f5-5723-c0ac2f022959" [ 702.600514] env[69019]: _type = "Task" [ 702.600514] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.614327] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524fbb93-1403-f5f5-5723-c0ac2f022959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.641789] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346308, 'name': ReconfigVM_Task, 'duration_secs': 0.430474} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.641789] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d1e017ee-4287-46de-8843-13352193277d/d1e017ee-4287-46de-8843-13352193277d.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.641916] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0f1a30-f19f-4081-93c0-bf6cdc418b00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.652979] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 702.652979] env[69019]: value = "task-3346312" [ 702.652979] env[69019]: _type = "Task" [ 702.652979] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.665443] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346312, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.716448] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updated VIF entry in instance network info cache for port f4641b0e-4d6f-444e-9a69-45b6025bab65. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.716879] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating instance_info_cache with network_info: [{"id": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "address": "fa:16:3e:d0:60:c4", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4641b0e-4d", "ovs_interfaceid": "f4641b0e-4d6f-444e-9a69-45b6025bab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.786974] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.943507] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.100171] env[69019]: DEBUG oslo_concurrency.lockutils [None req-badfe57b-7d0a-414b-8338-decb291db71e tempest-ServersAaction247Test-645581333 tempest-ServersAaction247Test-645581333-project-member] Lock "cbfe5fec-df00-42e1-b666-8ba62378abc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.401s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.114688] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524fbb93-1403-f5f5-5723-c0ac2f022959, 'name': SearchDatastore_Task, 'duration_secs': 0.013857} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.114688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.114688] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.114912] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.115440] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.115696] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.116775] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f55549-d688-447c-8dcd-0b178148f513 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.129276] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.129515] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.130355] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d644976-4cf6-4107-81e8-183b6615b877 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.138288] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 703.138288] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fe722-2ef4-caa5-1673-da82aabed3e5" [ 703.138288] env[69019]: _type = "Task" [ 703.138288] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.148671] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fe722-2ef4-caa5-1673-da82aabed3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.167114] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346312, 'name': Rename_Task, 'duration_secs': 0.17222} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.167501] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.167816] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f264575-f55a-4286-aec0-fd24b1d79622 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.179503] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 703.179503] env[69019]: value = "task-3346313" [ 703.179503] env[69019]: _type = "Task" [ 703.179503] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.189977] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.220310] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Releasing lock "refresh_cache-c6d143fc-6d2e-4b19-89dd-f4a95330972b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.220310] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Received event network-vif-plugged-3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.220501] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Acquiring lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.220851] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.221120] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.222253] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] No waiting events found dispatching network-vif-plugged-3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.222253] env[69019]: WARNING nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Received unexpected event network-vif-plugged-3870f625-0511-42e5-a51d-19e96da33876 for instance with vm_state building and task_state spawning. [ 703.222253] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Received event network-changed-3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.222253] env[69019]: DEBUG nova.compute.manager [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Refreshing instance network info cache due to event network-changed-3870f625-0511-42e5-a51d-19e96da33876. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.222478] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Acquiring lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.222675] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Acquired lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.222877] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Refreshing network info cache for port 3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.319301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.442911] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.659423] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fe722-2ef4-caa5-1673-da82aabed3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020918} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.663597] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd29cb2e-13b2-45b7-88f4-12d1c2f5a1b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.671708] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 703.671708] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5255af5d-9e99-58cd-cc0b-4eaf28d0468e" [ 703.671708] env[69019]: _type = "Task" [ 703.671708] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.687977] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5255af5d-9e99-58cd-cc0b-4eaf28d0468e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.694534] env[69019]: DEBUG oslo_vmware.api [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346313, 'name': PowerOnVM_Task, 'duration_secs': 0.503409} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.694848] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.695096] env[69019]: INFO nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Took 6.86 seconds to spawn the instance on the hypervisor. [ 703.695203] env[69019]: DEBUG nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.698636] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c139feb-9303-4b69-a76e-c9eebb014048 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.950838] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.982602] env[69019]: DEBUG nova.compute.manager [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.982918] env[69019]: DEBUG nova.compute.manager [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing instance network info cache due to event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.983144] env[69019]: DEBUG oslo_concurrency.lockutils [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] Acquiring lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.983293] env[69019]: DEBUG oslo_concurrency.lockutils [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] Acquired lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.983458] env[69019]: DEBUG nova.network.neutron [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.020243] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Updated VIF entry in instance network info cache for port 3870f625-0511-42e5-a51d-19e96da33876. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.020243] env[69019]: DEBUG nova.network.neutron [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Updating instance_info_cache with network_info: [{"id": "3870f625-0511-42e5-a51d-19e96da33876", "address": "fa:16:3e:4d:c6:a0", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3870f625-05", "ovs_interfaceid": "3870f625-0511-42e5-a51d-19e96da33876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.189696] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5255af5d-9e99-58cd-cc0b-4eaf28d0468e, 'name': SearchDatastore_Task, 'duration_secs': 0.013701} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.189968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.190246] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 096a9a75-f720-4d8b-8af7-7b5c8162a2af/096a9a75-f720-4d8b-8af7-7b5c8162a2af.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.190766] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe4c5a7-9211-4787-9829-09b7c7aa136c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.205263] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 704.205263] env[69019]: value = "task-3346314" [ 704.205263] env[69019]: _type = "Task" [ 704.205263] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.210893] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ab21b-712d-43ca-8cc2-201af6864239 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.225296] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.230492] env[69019]: INFO nova.compute.manager [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Took 36.14 seconds to build instance. [ 704.231334] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8daa9-c5e2-4cd5-9208-89aadac4faf6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.278018] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca2736c-5224-47bc-baa7-f614c5e94265 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.286332] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa36b53-f5bd-4e66-b7b4-537303cb9adc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.304608] env[69019]: DEBUG nova.compute.provider_tree [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.444172] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.522164] env[69019]: DEBUG oslo_concurrency.lockutils [req-fff7ae66-b96b-42df-be9c-f6a545290110 req-85ce5e34-03eb-4da0-a8c5-74eff69b83d2 service nova] Releasing lock "refresh_cache-096a9a75-f720-4d8b-8af7-7b5c8162a2af" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.720348] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.732705] env[69019]: DEBUG nova.network.neutron [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updated VIF entry in instance network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.733314] env[69019]: DEBUG nova.network.neutron [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [{"id": "b7513987-0d97-494c-9d5d-881714dbd91e", "address": "fa:16:3e:cb:f5:c6", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7513987-0d", "ovs_interfaceid": "b7513987-0d97-494c-9d5d-881714dbd91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.739392] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c996c2e-461a-4873-908d-a140b1b195f1 tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.054s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.808468] env[69019]: DEBUG nova.scheduler.client.report [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.950884] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.220274] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916811} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.220554] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 096a9a75-f720-4d8b-8af7-7b5c8162a2af/096a9a75-f720-4d8b-8af7-7b5c8162a2af.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.220787] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.221067] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ff54c9-d278-463b-85d8-4d05c362aed0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.234032] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 705.234032] env[69019]: value = "task-3346315" [ 705.234032] env[69019]: _type = "Task" [ 705.234032] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.238013] env[69019]: DEBUG oslo_concurrency.lockutils [req-2617043b-5fd5-4c24-8afd-bf5a75bd2e30 req-40886f07-d861-4b06-a65d-50b542e221cd service nova] Releasing lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.242929] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.254256] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.319178] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.319723] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.323772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.005s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.323963] env[69019]: DEBUG nova.objects.instance [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 705.447657] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.747160] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087318} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.747474] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.748302] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b464e-81c6-46a7-8991-f186bb66954b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.777185] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 096a9a75-f720-4d8b-8af7-7b5c8162a2af/096a9a75-f720-4d8b-8af7-7b5c8162a2af.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.778428] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.778707] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e4bc83-1e9d-4a9d-997f-cfd6d47d6c4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.802505] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 705.802505] env[69019]: value = "task-3346316" [ 705.802505] env[69019]: _type = "Task" [ 705.802505] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.813014] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.836256] env[69019]: DEBUG nova.compute.utils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.838749] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 705.953032] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346311, 'name': CreateVM_Task, 'duration_secs': 3.176448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.953032] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.953377] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.954195] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.954195] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.954195] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6308e4b7-655f-4ba8-9aaf-97374d5c65eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.962101] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 705.962101] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5256dae9-cce0-7fea-75d8-dd50269ee72b" [ 705.962101] env[69019]: _type = "Task" [ 705.962101] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.971703] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5256dae9-cce0-7fea-75d8-dd50269ee72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.022082] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "d1e017ee-4287-46de-8843-13352193277d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.022310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.022517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "d1e017ee-4287-46de-8843-13352193277d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.022703] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.022895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.024999] env[69019]: INFO nova.compute.manager [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Terminating instance [ 706.314850] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.342134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5eb85e8-3906-4a46-b3f6-b0bc6b7c8f64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.342808] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.347488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.333s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.348824] env[69019]: INFO nova.compute.claims [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.455242] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 706.456804] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd4d70-1399-45d9-b12b-9ec6e9f9d67f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.465058] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 706.465243] env[69019]: ERROR oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk due to incomplete transfer. [ 706.470248] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-807f9d36-45cc-485b-8051-217126a4ebdb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.477820] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5256dae9-cce0-7fea-75d8-dd50269ee72b, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.478975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.479229] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.479461] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.479606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.479777] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.480053] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52292ebb-6ba7-01f4-d678-080de202fe3c/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 706.480221] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Uploaded image a743f47b-e4c7-46db-978e-f903261bcd26 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 706.482263] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 706.482506] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83609b62-4b19-43e9-9c65-68a00583c11b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.484366] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5030eee-966a-46dc-91e2-3e2e5e18a24c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.492693] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 706.492693] env[69019]: value = "task-3346317" [ 706.492693] env[69019]: _type = "Task" [ 706.492693] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.493842] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.494016] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.497519] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdedb0a1-6b32-4245-91d1-b9e48aa87851 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.503650] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 706.503650] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5253d25c-4cb0-4a3b-d67c-f34c51a949cd" [ 706.503650] env[69019]: _type = "Task" [ 706.503650] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.506935] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346317, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.518842] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5253d25c-4cb0-4a3b-d67c-f34c51a949cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.518842] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b140978-b211-421b-b0a0-215ebc9c8b3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.522374] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 706.522374] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52724c57-c349-18e9-7818-19e4053912ec" [ 706.522374] env[69019]: _type = "Task" [ 706.522374] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.530648] env[69019]: DEBUG nova.compute.manager [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.530869] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.531179] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52724c57-c349-18e9-7818-19e4053912ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.531902] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fccfe2b-c266-4f39-8187-c3063f1fedfb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.538947] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.539202] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c511c5-3760-40db-9f9f-4f54d46791f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.550592] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 706.550592] env[69019]: value = "task-3346318" [ 706.550592] env[69019]: _type = "Task" [ 706.550592] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.559594] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.815520] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346316, 'name': ReconfigVM_Task, 'duration_secs': 0.580178} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.816349] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 096a9a75-f720-4d8b-8af7-7b5c8162a2af/096a9a75-f720-4d8b-8af7-7b5c8162a2af.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.817209] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed3c39e-3e91-4fae-b593-a8bcc546ce92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.824665] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 706.824665] env[69019]: value = "task-3346319" [ 706.824665] env[69019]: _type = "Task" [ 706.824665] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.840911] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346319, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.006431] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346317, 'name': Destroy_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.033751] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52724c57-c349-18e9-7818-19e4053912ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.034087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.034380] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.034732] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-214721b3-2229-427d-81f8-c97295c869aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.043430] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 707.043430] env[69019]: value = "task-3346320" [ 707.043430] env[69019]: _type = "Task" [ 707.043430] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.061365] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.069032] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346318, 'name': PowerOffVM_Task, 'duration_secs': 0.196645} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.069625] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.069868] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.070211] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618417da-8987-4a17-b3d2-d6cba304eb95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.159546] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.160215] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.160306] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Deleting the datastore file [datastore1] d1e017ee-4287-46de-8843-13352193277d {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.160586] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6b52b4-e0fd-42dd-90bb-9e9c0510af5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.171664] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for the task: (returnval){ [ 707.171664] env[69019]: value = "task-3346322" [ 707.171664] env[69019]: _type = "Task" [ 707.171664] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.180529] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.335521] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346319, 'name': Rename_Task, 'duration_secs': 0.167474} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.335879] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.336176] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57fc0117-2662-45e7-bacc-bdc30b649c14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.348250] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 707.348250] env[69019]: value = "task-3346323" [ 707.348250] env[69019]: _type = "Task" [ 707.348250] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.353841] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.368228] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.384980] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.385316] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.385517] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.385921] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.385921] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.386164] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.387499] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.387499] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.387499] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.387499] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.387499] env[69019]: DEBUG nova.virt.hardware [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.388138] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add7ab0-5938-4c4f-95be-d09e92326de5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.402657] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b79b8d-92e4-49e9-bb3d-91c7a145576e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.423414] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.430221] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Creating folder: Project (de36f2d602344a97889685aeedde784c). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.430508] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137a8ef7-0db5-4d31-aa8a-0bb88211984b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.446783] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Created folder: Project (de36f2d602344a97889685aeedde784c) in parent group-v667907. [ 707.447464] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Creating folder: Instances. Parent ref: group-v667998. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.447736] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb65182-88da-41aa-bf83-c62f8873023f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.461882] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Created folder: Instances in parent group-v667998. [ 707.463129] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.463129] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.463129] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ed6dad-f94d-468f-bf3c-de12fef8f41e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.492079] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.492079] env[69019]: value = "task-3346326" [ 707.492079] env[69019]: _type = "Task" [ 707.492079] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.507704] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346326, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.512271] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346317, 'name': Destroy_Task, 'duration_secs': 0.530132} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.515244] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Destroyed the VM [ 707.515500] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.517045] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2577e9be-a2e8-42a2-822c-f5596ed2c3ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.527448] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 707.527448] env[69019]: value = "task-3346327" [ 707.527448] env[69019]: _type = "Task" [ 707.527448] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.538769] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.553454] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346320, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.661498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.661754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.681641] env[69019]: DEBUG oslo_vmware.api [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Task: {'id': task-3346322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483454} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.681740] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.681950] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.682141] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.682317] env[69019]: INFO nova.compute.manager [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] [instance: d1e017ee-4287-46de-8843-13352193277d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 707.682558] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.682739] env[69019]: DEBUG nova.compute.manager [-] [instance: d1e017ee-4287-46de-8843-13352193277d] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.682821] env[69019]: DEBUG nova.network.neutron [-] [instance: d1e017ee-4287-46de-8843-13352193277d] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.863068] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.974522] env[69019]: DEBUG nova.compute.manager [req-5cadb85b-c5b3-4b61-a6d7-51c0a9e144f7 req-52027818-6335-4577-b8a9-9e0c85748c73 service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Received event network-vif-deleted-aeaa0975-ff97-4c2d-9fe2-f69575ef7114 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.974806] env[69019]: INFO nova.compute.manager [req-5cadb85b-c5b3-4b61-a6d7-51c0a9e144f7 req-52027818-6335-4577-b8a9-9e0c85748c73 service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Neutron deleted interface aeaa0975-ff97-4c2d-9fe2-f69575ef7114; detaching it from the instance and deleting it from the info cache [ 707.975059] env[69019]: DEBUG nova.network.neutron [req-5cadb85b-c5b3-4b61-a6d7-51c0a9e144f7 req-52027818-6335-4577-b8a9-9e0c85748c73 service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.006155] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346326, 'name': CreateVM_Task, 'duration_secs': 0.380669} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.006228] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.006631] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.006854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.007095] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.007574] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb95e9f9-4aab-43b2-ae87-8cb652b00db8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.010989] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5f76c3-0674-4390-b842-af422741269f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.021104] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 708.021104] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5289a649-e397-6e49-aa59-854f70984c85" [ 708.021104] env[69019]: _type = "Task" [ 708.021104] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.022210] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5996831-a2f1-44db-88cb-816212303a55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.065868] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964d72e-4460-4d28-8c62-bd984eb23fdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.068571] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5289a649-e397-6e49-aa59-854f70984c85, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.071742] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.072151] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.072429] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.072610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.072803] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.073091] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.073918] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7de77d-4b0b-4403-9760-23d2b2721f16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.081197] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517725} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.082488] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d34c0-410e-42f6-927c-2c8bb1e56121 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.086737] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.086956] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.088085] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8ffa77-fd67-4ccf-b541-5f2b3418df20 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.089837] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.090024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.091392] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf31121b-582b-496a-8a59-d3910f84e8ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.101829] env[69019]: DEBUG nova.compute.provider_tree [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.108372] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 708.108372] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528bbcc2-bfcc-0bf8-4dde-411e9269b13e" [ 708.108372] env[69019]: _type = "Task" [ 708.108372] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.113340] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 708.113340] env[69019]: value = "task-3346328" [ 708.113340] env[69019]: _type = "Task" [ 708.113340] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.120436] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528bbcc2-bfcc-0bf8-4dde-411e9269b13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.127358] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.360048] env[69019]: DEBUG oslo_vmware.api [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346323, 'name': PowerOnVM_Task, 'duration_secs': 0.575924} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.360338] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.360539] env[69019]: INFO nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Took 8.79 seconds to spawn the instance on the hypervisor. [ 708.360838] env[69019]: DEBUG nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.361700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934c713-0b67-448d-9d05-c85a4e457871 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.452079] env[69019]: DEBUG nova.network.neutron [-] [instance: d1e017ee-4287-46de-8843-13352193277d] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.478674] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70cef64a-406b-46d5-80d3-2d628e4b43c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.489360] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88482e25-5637-49ae-968f-5ae21fb65243 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.529253] env[69019]: DEBUG nova.compute.manager [req-5cadb85b-c5b3-4b61-a6d7-51c0a9e144f7 req-52027818-6335-4577-b8a9-9e0c85748c73 service nova] [instance: d1e017ee-4287-46de-8843-13352193277d] Detach interface failed, port_id=aeaa0975-ff97-4c2d-9fe2-f69575ef7114, reason: Instance d1e017ee-4287-46de-8843-13352193277d could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 708.538306] env[69019]: DEBUG oslo_vmware.api [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346327, 'name': RemoveSnapshot_Task, 'duration_secs': 0.723924} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.538556] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.538789] env[69019]: INFO nova.compute.manager [None req-e128984e-0edc-47c9-94ce-43e1419e7c86 tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 708.605479] env[69019]: DEBUG nova.scheduler.client.report [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.621270] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528bbcc2-bfcc-0bf8-4dde-411e9269b13e, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.623078] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eebe53e-e62e-4f70-b305-8b7c70d84faa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.628477] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078204} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.629270] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.630400] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ef75f-f43c-4621-b1df-0d34c024224a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.635653] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 708.635653] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520eba68-1cb1-0131-7582-48d908616409" [ 708.635653] env[69019]: _type = "Task" [ 708.635653] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.655602] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.656771] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36b710f-718e-42fc-a659-c0981d36803f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.676246] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520eba68-1cb1-0131-7582-48d908616409, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.676938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.677257] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.677614] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a619ee-a44a-4ccb-8d01-671f6dd4459b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.682615] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 708.682615] env[69019]: value = "task-3346329" [ 708.682615] env[69019]: _type = "Task" [ 708.682615] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.688980] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 708.688980] env[69019]: value = "task-3346330" [ 708.688980] env[69019]: _type = "Task" [ 708.688980] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.695416] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.700768] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.882516] env[69019]: INFO nova.compute.manager [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Took 40.58 seconds to build instance. [ 708.954384] env[69019]: INFO nova.compute.manager [-] [instance: d1e017ee-4287-46de-8843-13352193277d] Took 1.27 seconds to deallocate network for instance. [ 709.110503] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.112051] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.113780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.116s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.115288] env[69019]: INFO nova.compute.claims [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.197059] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346329, 'name': ReconfigVM_Task, 'duration_secs': 0.50982} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.197698] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.198320] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac85f95-b6a6-4085-88d3-9a3be3cd7cbe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.203358] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481227} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.203993] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.204226] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.204493] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-993dcbc1-190a-420f-a33e-40f9f3fb2684 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.215291] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 709.215291] env[69019]: value = "task-3346331" [ 709.215291] env[69019]: _type = "Task" [ 709.215291] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.220151] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 709.220151] env[69019]: value = "task-3346332" [ 709.220151] env[69019]: _type = "Task" [ 709.220151] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.230019] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.233036] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346331, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.387652] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcbb4f2e-8a20-457f-b5ac-ec901050d44b tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.589s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.462095] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.620234] env[69019]: DEBUG nova.compute.utils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.621755] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.622047] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.680819] env[69019]: DEBUG nova.policy [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3068f8b764dd446e8c0b9cf3017cf574', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a8c6fb1d7964304a934d8eb3e9102d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.727838] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346331, 'name': Rename_Task, 'duration_secs': 0.165163} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.728404] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.728740] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cfad5af-df92-4504-8d23-40240fe7b4e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.733526] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072444} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.733814] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.734654] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788aac2c-7ec8-40a8-b948-84c2ff5a639c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.740182] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 709.740182] env[69019]: value = "task-3346333" [ 709.740182] env[69019]: _type = "Task" [ 709.740182] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.758068] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.758922] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742652d6-c718-41a1-9ee3-4e0ab132d8ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.779081] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.786055] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 709.786055] env[69019]: value = "task-3346334" [ 709.786055] env[69019]: _type = "Task" [ 709.786055] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.794520] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.894159] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.025068] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Successfully created port: 9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.127199] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.257070] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.298441] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346334, 'name': ReconfigVM_Task, 'duration_secs': 0.259082} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.299150] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.300101] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd11c7e4-d1fb-470f-be2c-d078b1960b1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.313214] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 710.313214] env[69019]: value = "task-3346335" [ 710.313214] env[69019]: _type = "Task" [ 710.313214] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.325383] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346335, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.414121] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.532641] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.532937] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.533194] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.533411] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.533584] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.538373] env[69019]: INFO nova.compute.manager [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Terminating instance [ 710.677819] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a8cb6-5bf5-4b7a-9541-101fe6f11e75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.686763] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd327a2-56ae-4089-bd96-172b0cab2f6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.720728] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f21ad45-f421-47fb-b411-65aecbddfeaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.729196] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5021363-3927-40a0-ba19-7a3d2605023f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.744434] env[69019]: DEBUG nova.compute.provider_tree [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.754192] env[69019]: DEBUG oslo_vmware.api [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346333, 'name': PowerOnVM_Task, 'duration_secs': 0.808119} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.754982] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.755201] env[69019]: INFO nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Took 8.48 seconds to spawn the instance on the hypervisor. [ 710.755382] env[69019]: DEBUG nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.756152] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c77a5a-2962-4b27-983a-85ad15581e62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.828304] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346335, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.043065] env[69019]: DEBUG nova.compute.manager [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.043065] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.043947] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b62db85-e447-43ed-962b-259303dc99c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.052698] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.052983] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d720dcdc-f099-48c3-a4ed-f6fcd3b9ba15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.059624] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 711.059624] env[69019]: value = "task-3346336" [ 711.059624] env[69019]: _type = "Task" [ 711.059624] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.068137] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.142857] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.166880] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.167194] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.167372] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.167559] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.167709] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.167865] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.168086] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.168251] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.168425] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.168649] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.168883] env[69019]: DEBUG nova.virt.hardware [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.169843] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6cfbb-5dee-44ff-8f70-79e593739272 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.179027] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2f19a-757b-4376-a862-f6c6c12f02b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.250604] env[69019]: DEBUG nova.scheduler.client.report [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.273963] env[69019]: INFO nova.compute.manager [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Took 39.29 seconds to build instance. [ 711.328235] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346335, 'name': Rename_Task, 'duration_secs': 0.821255} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.328646] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.328646] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d511978b-d4f2-43b6-858a-c6c52fd211d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.336625] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 711.336625] env[69019]: value = "task-3346337" [ 711.336625] env[69019]: _type = "Task" [ 711.336625] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.350939] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.376401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.376744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.377066] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.377310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.377521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.379675] env[69019]: INFO nova.compute.manager [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Terminating instance [ 711.541542] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Successfully updated port: 9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.545364] env[69019]: DEBUG nova.compute.manager [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Received event network-vif-plugged-9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.545364] env[69019]: DEBUG oslo_concurrency.lockutils [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] Acquiring lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.545493] env[69019]: DEBUG oslo_concurrency.lockutils [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.545676] env[69019]: DEBUG oslo_concurrency.lockutils [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.545967] env[69019]: DEBUG nova.compute.manager [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] No waiting events found dispatching network-vif-plugged-9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.545967] env[69019]: WARNING nova.compute.manager [req-f766ff26-cb29-4804-bb91-68d1d4305bac req-959742a4-1685-4458-a16a-f93fca2446f2 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Received unexpected event network-vif-plugged-9846eae8-fa86-41b9-95b4-c60d75329617 for instance with vm_state building and task_state spawning. [ 711.570373] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346336, 'name': PowerOffVM_Task, 'duration_secs': 0.204569} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.570741] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.570807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.571073] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ae2976-0c2b-4fb5-961e-b27241824324 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.640372] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.640546] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.640693] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Deleting the datastore file [datastore1] 096a9a75-f720-4d8b-8af7-7b5c8162a2af {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.641095] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa040203-16a7-49b6-b822-67fdf63d3435 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.649314] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for the task: (returnval){ [ 711.649314] env[69019]: value = "task-3346339" [ 711.649314] env[69019]: _type = "Task" [ 711.649314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.657369] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.756321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.756990] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.759624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.165s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.775917] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23c2f60-826b-4a87-985e-3e04e99fa500 tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.322s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.848957] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.886259] env[69019]: DEBUG nova.compute.manager [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.886259] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.886760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825ef1d-6c87-4d90-94c3-deb3dd60a313 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.895839] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.895904] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-758b4e07-fff4-4e6b-9ae0-cf57f4391170 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.904712] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 711.904712] env[69019]: value = "task-3346340" [ 711.904712] env[69019]: _type = "Task" [ 711.904712] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.914540] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.045302] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.045302] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquired lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.045302] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.159422] env[69019]: DEBUG oslo_vmware.api [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Task: {'id': task-3346339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170782} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.159690] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.159892] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.160085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.160274] env[69019]: INFO nova.compute.manager [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.160499] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.160687] env[69019]: DEBUG nova.compute.manager [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.160807] env[69019]: DEBUG nova.network.neutron [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.263597] env[69019]: DEBUG nova.compute.utils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.268408] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.268642] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.278628] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.299026] env[69019]: INFO nova.compute.manager [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Rebuilding instance [ 712.334020] env[69019]: DEBUG nova.policy [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb937d46694a4b5b83ab15e2e5a968bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385d26911b6b45efa772d610f55d45a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.352552] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.358625] env[69019]: DEBUG nova.compute.manager [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.359501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e19c5-e60e-4cf0-baa7-1bf182f19c2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.421492] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346340, 'name': PowerOffVM_Task, 'duration_secs': 0.270718} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.422192] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.422423] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.422728] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b37c8e-eeda-4744-8070-a84f8c516565 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.493973] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.494218] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.494427] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleting the datastore file [datastore2] 2b5ef9e5-d40a-40de-943e-153fcc0d5f54 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.495071] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8c32ee9-6309-4d62-9c5b-808832eb7a48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.506467] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 712.506467] env[69019]: value = "task-3346342" [ 712.506467] env[69019]: _type = "Task" [ 712.506467] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.518131] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.586138] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.749563] env[69019]: DEBUG nova.network.neutron [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Updating instance_info_cache with network_info: [{"id": "9846eae8-fa86-41b9-95b4-c60d75329617", "address": "fa:16:3e:21:9b:2f", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9846eae8-fa", "ovs_interfaceid": "9846eae8-fa86-41b9-95b4-c60d75329617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.769344] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.799368] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Successfully created port: 86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.811862] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.849814] env[69019]: DEBUG oslo_vmware.api [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346337, 'name': PowerOnVM_Task, 'duration_secs': 1.192586} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.851046] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.851309] env[69019]: INFO nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Took 5.50 seconds to spawn the instance on the hypervisor. [ 712.851525] env[69019]: DEBUG nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.852330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0edb3-2cdc-42fa-b0c2-f1006a2f82d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.858777] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c4c57-5a42-4cf1-97b0-7df07a57d301 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.880017] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f30abf-24a8-42ba-a5f5-7c7ed36741a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.911786] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14bb12-d0e0-498c-9080-0201f62f56db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.916139] env[69019]: DEBUG nova.network.neutron [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.925784] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db832c4-0650-421b-888c-cdcc7a95830f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.943670] env[69019]: DEBUG nova.compute.provider_tree [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.017657] env[69019]: DEBUG oslo_vmware.api [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412797} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.017931] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.018147] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.018330] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.018508] env[69019]: INFO nova.compute.manager [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Took 1.13 seconds to destroy the instance on the hypervisor. [ 713.018789] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.018987] env[69019]: DEBUG nova.compute.manager [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.019246] env[69019]: DEBUG nova.network.neutron [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.253021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Releasing lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.253021] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Instance network_info: |[{"id": "9846eae8-fa86-41b9-95b4-c60d75329617", "address": "fa:16:3e:21:9b:2f", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9846eae8-fa", "ovs_interfaceid": "9846eae8-fa86-41b9-95b4-c60d75329617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.253525] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9846eae8-fa86-41b9-95b4-c60d75329617', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.264215] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Creating folder: Project (7a8c6fb1d7964304a934d8eb3e9102d8). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.265426] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77fdba45-1888-4971-8f29-70ee429afc98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.278345] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Created folder: Project (7a8c6fb1d7964304a934d8eb3e9102d8) in parent group-v667907. [ 713.278547] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Creating folder: Instances. Parent ref: group-v668001. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.279028] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c19c4c40-edbc-4361-877d-42618b8011ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.289269] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Created folder: Instances in parent group-v668001. [ 713.289511] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.289895] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.290231] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02d5f48-f1ea-4bc5-909c-8e7803f0102e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.311931] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.311931] env[69019]: value = "task-3346345" [ 713.311931] env[69019]: _type = "Task" [ 713.311931] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.322259] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346345, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.376832] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.380680] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccbd4d1-b671-4371-8ce1-cac851cee876 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.385105] env[69019]: INFO nova.compute.manager [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Took 36.24 seconds to build instance. [ 713.389732] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 713.389732] env[69019]: value = "task-3346346" [ 713.389732] env[69019]: _type = "Task" [ 713.389732] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.398226] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.418690] env[69019]: INFO nova.compute.manager [-] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Took 1.26 seconds to deallocate network for instance. [ 713.449878] env[69019]: DEBUG nova.scheduler.client.report [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.583360] env[69019]: DEBUG nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Received event network-changed-9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.583564] env[69019]: DEBUG nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Refreshing instance network info cache due to event network-changed-9846eae8-fa86-41b9-95b4-c60d75329617. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.583772] env[69019]: DEBUG oslo_concurrency.lockutils [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] Acquiring lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.583917] env[69019]: DEBUG oslo_concurrency.lockutils [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] Acquired lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.584090] env[69019]: DEBUG nova.network.neutron [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Refreshing network info cache for port 9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.725222] env[69019]: INFO nova.compute.manager [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Rebuilding instance [ 713.774441] env[69019]: DEBUG nova.compute.manager [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.775452] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8961b93-7dde-483f-9003-24f72cdd7c1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.781186] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.790384] env[69019]: DEBUG nova.network.neutron [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.805323] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.805558] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.805718] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.805897] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.806052] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.806198] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.807745] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.807745] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.807745] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.807745] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.807745] env[69019]: DEBUG nova.virt.hardware [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.808311] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7d2d6-00b6-47f8-a5b5-d499abe95c8e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.818987] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea231c49-8444-4b1a-a93e-4307cc074786 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.827340] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346345, 'name': CreateVM_Task, 'duration_secs': 0.461026} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.828589] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.828647] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.829141] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.830599] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6265d97-66af-4d74-901e-05a4589db471 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.842319] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 713.842319] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f6d634-4b15-60e2-13d0-e6f967b3cffb" [ 713.842319] env[69019]: _type = "Task" [ 713.842319] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.850222] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f6d634-4b15-60e2-13d0-e6f967b3cffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.887513] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7ada5843-6511-4a46-b99f-3fab29e56a5b tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.181s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.899648] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346346, 'name': PowerOffVM_Task, 'duration_secs': 0.124851} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.899930] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.900689] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.901507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e6993-d9a2-40a8-ada0-8cd39b771769 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.909531] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.909757] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a33eed2-e086-4e7e-91ef-f367834feecf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.925132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.936035] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.936283] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.936445] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Deleting the datastore file [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.936698] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41fa8a7a-f935-4471-9bb8-643bae3c1be8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.944990] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 713.944990] env[69019]: value = "task-3346348" [ 713.944990] env[69019]: _type = "Task" [ 713.944990] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.953372] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.283959] env[69019]: DEBUG nova.network.neutron [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Updated VIF entry in instance network info cache for port 9846eae8-fa86-41b9-95b4-c60d75329617. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.284336] env[69019]: DEBUG nova.network.neutron [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Updating instance_info_cache with network_info: [{"id": "9846eae8-fa86-41b9-95b4-c60d75329617", "address": "fa:16:3e:21:9b:2f", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9846eae8-fa", "ovs_interfaceid": "9846eae8-fa86-41b9-95b4-c60d75329617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.295558] env[69019]: INFO nova.compute.manager [-] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Took 1.28 seconds to deallocate network for instance. [ 714.349504] env[69019]: DEBUG nova.compute.manager [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Received event network-vif-plugged-86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.349794] env[69019]: DEBUG oslo_concurrency.lockutils [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] Acquiring lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.350045] env[69019]: DEBUG oslo_concurrency.lockutils [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.350193] env[69019]: DEBUG oslo_concurrency.lockutils [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.350390] env[69019]: DEBUG nova.compute.manager [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] No waiting events found dispatching network-vif-plugged-86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.350568] env[69019]: WARNING nova.compute.manager [req-09f7cbd8-ce3a-4724-b18c-5f6fa0d60447 req-5f006b57-f5d2-4bed-8233-179e3eb65789 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Received unexpected event network-vif-plugged-86ff74f7-a640-4948-92f4-5db0b6c20872 for instance with vm_state building and task_state spawning. [ 714.355045] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f6d634-4b15-60e2-13d0-e6f967b3cffb, 'name': SearchDatastore_Task, 'duration_secs': 0.041734} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.355319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.355534] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.355757] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.355905] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.356112] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.356357] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036fec80-2e76-4ee5-bbdd-966cc03bc60a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.374210] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.374403] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.375253] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f39ae1-9283-4ec7-9cd3-4fcb6b098864 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.382918] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 714.382918] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c2b2e-4d00-523c-1088-b82875dc070e" [ 714.382918] env[69019]: _type = "Task" [ 714.382918] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.390997] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.397022] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c2b2e-4d00-523c-1088-b82875dc070e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.454669] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436918} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.454928] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.455245] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.455442] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.461737] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.702s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.464391] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.016s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.464612] env[69019]: DEBUG nova.objects.instance [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'resources' on Instance uuid 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.474937] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Successfully updated port: 86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.790869] env[69019]: DEBUG oslo_concurrency.lockutils [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] Releasing lock "refresh_cache-598ca892-b5b8-4405-8706-a671a0d8a2c3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.790964] env[69019]: DEBUG nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Received event network-vif-deleted-3870f625-0511-42e5-a51d-19e96da33876 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.791192] env[69019]: DEBUG nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Received event network-vif-deleted-e533bf33-dd42-49dc-95f8-ac08220e0721 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.791367] env[69019]: INFO nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Neutron deleted interface e533bf33-dd42-49dc-95f8-ac08220e0721; detaching it from the instance and deleting it from the info cache [ 714.791534] env[69019]: DEBUG nova.network.neutron [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.795725] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.795993] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c55763-aae8-488f-9ad2-cdfe1079365a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.801618] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.803815] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 714.803815] env[69019]: value = "task-3346349" [ 714.803815] env[69019]: _type = "Task" [ 714.803815] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.812959] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.893543] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c2b2e-4d00-523c-1088-b82875dc070e, 'name': SearchDatastore_Task, 'duration_secs': 0.0319} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.896502] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6d8c6a-5b95-4a49-ac35-2ef5c07293ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.904095] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 714.904095] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e4016a-04e9-f4f5-9d66-c4e98bf58f2a" [ 714.904095] env[69019]: _type = "Task" [ 714.904095] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.912741] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e4016a-04e9-f4f5-9d66-c4e98bf58f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.914340] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.977447] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977447] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.977447] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.028772] env[69019]: INFO nova.scheduler.client.report [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted allocation for migration 9e11091f-dc70-4bf3-863f-c1d3cc76c8ba [ 715.294766] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0ec901b-bc40-447e-bdf6-37236695c151 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.312567] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346349, 'name': PowerOffVM_Task, 'duration_secs': 0.154567} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.313681] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.314518] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.314702] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb158699-54c6-4c76-ba89-fe70ec250750 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.319903] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a281d-c600-49a9-adfd-a76ed9cfd00c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.338602] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.338865] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7491b4e0-eaff-4824-a0e9-7942547bf619 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.362046] env[69019]: DEBUG nova.compute.manager [req-414d64d7-ffdb-4216-85a9-2d835aed826e req-68703e29-c80e-4e6c-9cbf-6126699c327d service nova] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Detach interface failed, port_id=e533bf33-dd42-49dc-95f8-ac08220e0721, reason: Instance 2b5ef9e5-d40a-40de-943e-153fcc0d5f54 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.367456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.367664] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.367843] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Deleting the datastore file [datastore1] 78d28055-b6b7-45c2-ad49-e68160a12da4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.368171] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff431743-90fe-4bf2-8491-40b552efb923 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.374396] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 715.374396] env[69019]: value = "task-3346351" [ 715.374396] env[69019]: _type = "Task" [ 715.374396] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.413885] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e4016a-04e9-f4f5-9d66-c4e98bf58f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.019878} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.416224] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.416530] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 598ca892-b5b8-4405-8706-a671a0d8a2c3/598ca892-b5b8-4405-8706-a671a0d8a2c3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.416971] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5ce1d7-3181-46fd-ab14-cd5fba95d09d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.423431] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 715.423431] env[69019]: value = "task-3346352" [ 715.423431] env[69019]: _type = "Task" [ 715.423431] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.434463] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.470248] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a9ae56-6efe-4c5b-ae5c-bf0ec38cc48d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.478964] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685f26b-c5bd-444c-ac18-e27c61f986ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.524022] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c55c5d-fe75-421d-875c-8e8605576953 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.526691] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.531740] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.531972] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.532155] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.532342] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.532489] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.532638] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.532885] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.533579] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.533891] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.534097] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.534278] env[69019]: DEBUG nova.virt.hardware [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.535080] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a1cc2-673e-4bac-9b94-6f2bf71d51bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.542497] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3ea554a-d4a3-4041-9110-2b12f76a9a79 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.637s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.544218] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc721d1-d09f-4d95-8a2a-2d849b9c5094 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.552486] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f4a38-25ed-47ab-a3cd-b655f0d124f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.567863] env[69019]: DEBUG nova.compute.provider_tree [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.581663] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.587335] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.587816] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.588041] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f98ea8-7986-49ad-b8ec-5fc7c7710a38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604808] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.604808] env[69019]: value = "task-3346353" [ 715.604808] env[69019]: _type = "Task" [ 715.604808] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.612587] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346353, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.887718] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452738} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.887718] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.887718] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.887718] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.933734] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.082467] env[69019]: DEBUG nova.scheduler.client.report [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.101196] env[69019]: DEBUG nova.network.neutron [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Updating instance_info_cache with network_info: [{"id": "86ff74f7-a640-4948-92f4-5db0b6c20872", "address": "fa:16:3e:37:e4:89", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ff74f7-a6", "ovs_interfaceid": "86ff74f7-a640-4948-92f4-5db0b6c20872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.119778] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346353, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.434992] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862732} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.435324] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 598ca892-b5b8-4405-8706-a671a0d8a2c3/598ca892-b5b8-4405-8706-a671a0d8a2c3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.435554] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.435805] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1824464b-ab6b-46e7-9a0d-06441a6c9778 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.442317] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 716.442317] env[69019]: value = "task-3346354" [ 716.442317] env[69019]: _type = "Task" [ 716.442317] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.532321] env[69019]: DEBUG nova.compute.manager [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Received event network-changed-86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.532321] env[69019]: DEBUG nova.compute.manager [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Refreshing instance network info cache due to event network-changed-86ff74f7-a640-4948-92f4-5db0b6c20872. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.532321] env[69019]: DEBUG oslo_concurrency.lockutils [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] Acquiring lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.589302] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.590595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.769s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.590595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.590595] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 716.590595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.501s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.590595] env[69019]: DEBUG nova.objects.instance [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 716.595827] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af1e76-81c8-4c0b-aa90-9ad304fa4dae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.607954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.608272] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Instance network_info: |[{"id": "86ff74f7-a640-4948-92f4-5db0b6c20872", "address": "fa:16:3e:37:e4:89", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ff74f7-a6", "ovs_interfaceid": "86ff74f7-a640-4948-92f4-5db0b6c20872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.608661] env[69019]: DEBUG oslo_concurrency.lockutils [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] Acquired lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.608842] env[69019]: DEBUG nova.network.neutron [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Refreshing network info cache for port 86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.611780] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:e4:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86ff74f7-a640-4948-92f4-5db0b6c20872', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.619009] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.624144] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e662f21-9695-4dd2-aa2e-53fad5bab857 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.630044] env[69019]: INFO nova.scheduler.client.report [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocations for instance 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b [ 716.633855] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.637097] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf30d2eb-ac29-469f-8783-1f1dfa24080e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.658906] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346353, 'name': CreateVM_Task, 'duration_secs': 0.835265} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.668760] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.668980] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.668980] env[69019]: value = "task-3346355" [ 716.668980] env[69019]: _type = "Task" [ 716.668980] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.670153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.670449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.670705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.671559] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49f4d7-6678-4a27-9e8d-17f7e69a415d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.674357] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2d39db-2250-4eb1-a464-ffbc2d230fc7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.687223] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a807d-73b2-4b7c-9e55-f04286cbb8c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.690926] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 716.690926] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52becf3b-2d57-1ecc-38f5-6493755ecbb3" [ 716.690926] env[69019]: _type = "Task" [ 716.690926] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.691339] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346355, 'name': CreateVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.720675] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180123MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 716.720872] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.726313] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52becf3b-2d57-1ecc-38f5-6493755ecbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.726598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.726827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.727072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.727223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.727402] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.727653] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fb898b-5374-4663-a9ce-0083c2446240 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.741546] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.741731] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.742504] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1380fbbf-053f-45fb-b4e9-38cdfcd319e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.749879] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 716.749879] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dafd26-e5d0-35d9-c246-6e618c9204f8" [ 716.749879] env[69019]: _type = "Task" [ 716.749879] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.756885] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dafd26-e5d0-35d9-c246-6e618c9204f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.918264] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.918537] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.918697] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.918879] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.919125] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.919305] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.919589] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.919788] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.919971] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.920176] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.920354] env[69019]: DEBUG nova.virt.hardware [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.921250] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d75c2-4baf-4219-b363-47f43a14dd1f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.928973] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f634c80a-4539-4fc9-9dd4-1704d7e763a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.946073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.951996] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.955035] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.955251] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7d75f2d-84ec-40a7-9a64-bd070cb14c18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.972433] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13212} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.973703] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.973976] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.973976] env[69019]: value = "task-3346356" [ 716.973976] env[69019]: _type = "Task" [ 716.973976] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.974664] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1124b998-0af0-4f3b-b03c-b2dafee56ce2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.001829] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 598ca892-b5b8-4405-8706-a671a0d8a2c3/598ca892-b5b8-4405-8706-a671a0d8a2c3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.005314] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46b266a-4778-4b01-8a6c-b6d31f2e0ec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.019861] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346356, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.026512] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 717.026512] env[69019]: value = "task-3346357" [ 717.026512] env[69019]: _type = "Task" [ 717.026512] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.034913] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.157036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42ea50ca-1fd7-4bf9-9a8e-fadbca9a98c3 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.972s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.183874] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346355, 'name': CreateVM_Task, 'duration_secs': 0.402535} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.184415] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.185036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.185215] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.185516] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.185778] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78b1afe-0033-4e55-a480-f9cf941b3dcf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.190540] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 717.190540] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f232e2-f83c-e2e2-d10a-31ebdf8f0837" [ 717.190540] env[69019]: _type = "Task" [ 717.190540] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.198435] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f232e2-f83c-e2e2-d10a-31ebdf8f0837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.261240] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dafd26-e5d0-35d9-c246-6e618c9204f8, 'name': SearchDatastore_Task, 'duration_secs': 0.019035} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.264178] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb2a128-f2f8-4a01-8bff-bb7031b3fda1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.269087] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 717.269087] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52179d8e-b598-f049-e866-d76a48abef97" [ 717.269087] env[69019]: _type = "Task" [ 717.269087] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.276872] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52179d8e-b598-f049-e866-d76a48abef97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.435349] env[69019]: DEBUG nova.network.neutron [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Updated VIF entry in instance network info cache for port 86ff74f7-a640-4948-92f4-5db0b6c20872. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.435714] env[69019]: DEBUG nova.network.neutron [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Updating instance_info_cache with network_info: [{"id": "86ff74f7-a640-4948-92f4-5db0b6c20872", "address": "fa:16:3e:37:e4:89", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ff74f7-a6", "ovs_interfaceid": "86ff74f7-a640-4948-92f4-5db0b6c20872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.489166] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346356, 'name': CreateVM_Task, 'duration_secs': 0.289679} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.489166] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.489166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.489166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.489375] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.489959] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27502c4c-a662-450e-8123-82214d6e9c00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.494320] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 717.494320] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f92d8a-47cb-e630-1cf7-0cf714fdb327" [ 717.494320] env[69019]: _type = "Task" [ 717.494320] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.501665] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f92d8a-47cb-e630-1cf7-0cf714fdb327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.535297] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346357, 'name': ReconfigVM_Task, 'duration_secs': 0.267492} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.535577] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 598ca892-b5b8-4405-8706-a671a0d8a2c3/598ca892-b5b8-4405-8706-a671a0d8a2c3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.536218] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84cec883-af43-4e94-908d-57802c877fe5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.541736] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 717.541736] env[69019]: value = "task-3346358" [ 717.541736] env[69019]: _type = "Task" [ 717.541736] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.550291] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346358, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.609064] env[69019]: DEBUG oslo_concurrency.lockutils [None req-971cfa5a-c7cc-4a4d-9e9c-e46c9cd8ef39 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.610368] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.520s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.611847] env[69019]: INFO nova.compute.claims [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.643676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.644078] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.700418] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f232e2-f83c-e2e2-d10a-31ebdf8f0837, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.700605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.700862] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.701102] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.779055] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52179d8e-b598-f049-e866-d76a48abef97, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.779309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.779618] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.779895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780099] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.780298] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238f4c80-343e-4c2b-b880-b185d1c132ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.782228] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f775d1-f13f-4293-8eb2-e27d97e2c9a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.788557] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 717.788557] env[69019]: value = "task-3346359" [ 717.788557] env[69019]: _type = "Task" [ 717.788557] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.792673] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.792849] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.796140] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1606e6-76d5-4e62-ae55-f9dd54b035c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.798288] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.800900] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 717.800900] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5259034e-0cc3-19bd-634e-45ddfe7759e6" [ 717.800900] env[69019]: _type = "Task" [ 717.800900] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.808039] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5259034e-0cc3-19bd-634e-45ddfe7759e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.938982] env[69019]: DEBUG oslo_concurrency.lockutils [req-4433af6e-88c4-48c0-940d-8b9358f236be req-d418aa5c-6064-45cc-907c-1996e3614009 service nova] Releasing lock "refresh_cache-9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.005345] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f92d8a-47cb-e630-1cf7-0cf714fdb327, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.005594] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.005830] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.006144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.006303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.006487] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.006735] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbebfc25-74b8-41ff-acee-95f48255261c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.014914] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.015104] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.015789] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a40629-359e-43f5-b3ec-73d4bbb8974d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.020087] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 718.020087] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52073bd9-48ec-eeae-6798-789954375675" [ 718.020087] env[69019]: _type = "Task" [ 718.020087] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.026933] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52073bd9-48ec-eeae-6798-789954375675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.049739] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346358, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.298358] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.312464] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5259034e-0cc3-19bd-634e-45ddfe7759e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.313227] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30bddb6-b2bd-40b9-aff7-ff4c36c3d05b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.318988] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 718.318988] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524afcac-60ec-55a9-7edf-3903c5efb35d" [ 718.318988] env[69019]: _type = "Task" [ 718.318988] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.326299] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524afcac-60ec-55a9-7edf-3903c5efb35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.530199] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52073bd9-48ec-eeae-6798-789954375675, 'name': SearchDatastore_Task, 'duration_secs': 0.007526} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.530951] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0386ec40-f4f2-49f2-9e06-7593a14938c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.536156] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 718.536156] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284294d-f848-b200-2e91-5cc8dc600cf9" [ 718.536156] env[69019]: _type = "Task" [ 718.536156] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.543241] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284294d-f848-b200-2e91-5cc8dc600cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.549981] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346358, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.802670] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346359, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.831910] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524afcac-60ec-55a9-7edf-3903c5efb35d, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.832232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.832531] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125/9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.835453] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25e6f4f-6cd9-400c-be00-a535dc1b2561 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.843931] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 718.843931] env[69019]: value = "task-3346360" [ 718.843931] env[69019]: _type = "Task" [ 718.843931] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.857565] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.051574] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284294d-f848-b200-2e91-5cc8dc600cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.051915] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.052220] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.052851] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0479477-be40-4048-b81b-4b43140d3800 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.058250] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346358, 'name': Rename_Task, 'duration_secs': 1.142803} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.061757] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.062101] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 719.062101] env[69019]: value = "task-3346361" [ 719.062101] env[69019]: _type = "Task" [ 719.062101] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.062469] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b08699-b4f3-4f3f-85bf-419fe1452667 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.072640] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.076277] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 719.076277] env[69019]: value = "task-3346362" [ 719.076277] env[69019]: _type = "Task" [ 719.076277] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.084090] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.110294] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a573c54-7823-4510-ad6b-80684e44766f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.120030] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79169db-6d2d-4e54-85bf-72553167b79c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.156430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d245401-bfcb-4eed-b58f-dd730cf08e7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.165535] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954e52d9-c957-4ee6-9975-5db9ff99f4c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.183046] env[69019]: DEBUG nova.compute.provider_tree [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.302165] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346359, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.25176} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.302499] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.302762] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.303103] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ba0279-af6a-4ba2-803f-193ce42f5121 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.310753] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 719.310753] env[69019]: value = "task-3346363" [ 719.310753] env[69019]: _type = "Task" [ 719.310753] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.325151] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.355419] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.574339] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.586913] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.686393] env[69019]: DEBUG nova.scheduler.client.report [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.819869] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112055} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.820142] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.820982] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8fe70-58aa-487d-b492-4c5fef06291e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.841151] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.841801] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4090d0fc-3243-4155-935d-2e91d00a4f04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.867121] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.867623] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125/9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.867843] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.868280] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 719.868280] env[69019]: value = "task-3346364" [ 719.868280] env[69019]: _type = "Task" [ 719.868280] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.868464] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f4c728-6fa4-4a89-9404-98b33eb7ae98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.877210] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 719.877210] env[69019]: value = "task-3346365" [ 719.877210] env[69019]: _type = "Task" [ 719.877210] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.880179] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.888776] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.075480] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716492} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.075750] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.076025] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.076330] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6706d1-b287-4568-9930-fd6159c5567f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.082749] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 720.082749] env[69019]: value = "task-3346366" [ 720.082749] env[69019]: _type = "Task" [ 720.082749] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.088847] env[69019]: DEBUG oslo_vmware.api [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346362, 'name': PowerOnVM_Task, 'duration_secs': 0.866605} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.089492] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.089809] env[69019]: INFO nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Took 8.95 seconds to spawn the instance on the hypervisor. [ 720.090022] env[69019]: DEBUG nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.090835] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96473655-fb48-4991-8232-de6dd5940ec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.095973] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.191603] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.192184] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.194672] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.076s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.196291] env[69019]: INFO nova.compute.claims [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.380033] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346364, 'name': ReconfigVM_Task, 'duration_secs': 0.289212} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.380033] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6/8c2456ab-7031-460c-aeb3-a59ee1a42af6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.382057] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42fa99ec-3e1d-4a07-904f-28568c25a290 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.389523] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068376} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.391008] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.391008] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 720.391008] env[69019]: value = "task-3346367" [ 720.391008] env[69019]: _type = "Task" [ 720.391008] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.391581] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413f892f-fa0a-4ce9-a732-3ccddfedf876 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.417563] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125/9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.420912] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c5415f-0a32-4f95-aa83-c13605f5a1f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.435024] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346367, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.439689] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 720.439689] env[69019]: value = "task-3346368" [ 720.439689] env[69019]: _type = "Task" [ 720.439689] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.447285] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.594599] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064057} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.594882] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.595663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6074a7-8bdf-4491-bb2c-5fbab5b758cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.618263] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.620106] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26bedb0e-553a-4953-8cb6-617269cbdc47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.634258] env[69019]: INFO nova.compute.manager [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Took 40.65 seconds to build instance. [ 720.640582] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 720.640582] env[69019]: value = "task-3346369" [ 720.640582] env[69019]: _type = "Task" [ 720.640582] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.648539] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.703917] env[69019]: DEBUG nova.compute.utils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.705366] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.705530] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.766916] env[69019]: DEBUG nova.policy [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '178a05f85b004f6db1334039df443156', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73cb31c73cf4bc6aa0d9d06dc9794f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.902820] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346367, 'name': Rename_Task, 'duration_secs': 0.158655} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.903123] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.903386] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dabbf9e-0855-48cc-a582-5039a588c887 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.909312] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 720.909312] env[69019]: value = "task-3346370" [ 720.909312] env[69019]: _type = "Task" [ 720.909312] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.916852] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.951275] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346368, 'name': ReconfigVM_Task, 'duration_secs': 0.447932} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.951908] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125/9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.952673] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33c889d-4778-4341-a48e-4cef9f60b002 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.958597] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 720.958597] env[69019]: value = "task-3346371" [ 720.958597] env[69019]: _type = "Task" [ 720.958597] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.967057] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346371, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.136335] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fe6bac9e-3633-4775-a8da-b406cb420e39 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.369s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.152447] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346369, 'name': ReconfigVM_Task, 'duration_secs': 0.253999} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.152834] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.153337] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ec932d-9e7a-4b52-a2f4-92131b650db2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.157835] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Successfully created port: 58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.161205] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 721.161205] env[69019]: value = "task-3346372" [ 721.161205] env[69019]: _type = "Task" [ 721.161205] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.169627] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346372, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.210236] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.426239] env[69019]: DEBUG oslo_vmware.api [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346370, 'name': PowerOnVM_Task, 'duration_secs': 0.455008} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.430023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.430023] env[69019]: DEBUG nova.compute.manager [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.430330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c2bd4c-8700-4f19-8348-f51d3c50796a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.469740] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346371, 'name': Rename_Task, 'duration_secs': 0.193379} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.469997] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.470217] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e8a499-4b7f-4164-94b4-800c77ac38f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.479019] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 721.479019] env[69019]: value = "task-3346373" [ 721.479019] env[69019]: _type = "Task" [ 721.479019] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.488240] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.627658] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.627984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.628118] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.628300] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.628465] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.631138] env[69019]: INFO nova.compute.manager [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Terminating instance [ 721.638425] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.670572] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346372, 'name': Rename_Task, 'duration_secs': 0.169648} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.670951] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.671127] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-493a8573-407a-4c5e-a155-414cfb0858af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.680538] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 721.680538] env[69019]: value = "task-3346374" [ 721.680538] env[69019]: _type = "Task" [ 721.680538] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.693551] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.795176] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193d2d7-00df-4eca-a61d-f76ebd7f5e5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.803356] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ee41f-ccb2-4ea2-82fd-bd559714ac63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.838305] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276e22c-730b-4b9b-88e2-91e4a4d1e107 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.845799] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2cb376-9dd1-405e-81dd-55a5aec511d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.861541] env[69019]: DEBUG nova.compute.provider_tree [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.948179] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.992187] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346373, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.136210] env[69019]: DEBUG nova.compute.manager [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.136210] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.136749] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a862ca-a1aa-4651-9059-c928733765c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.146950] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.149798] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30152c82-afd8-46af-9c2f-85c1e3e8fef4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.157192] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 722.157192] env[69019]: value = "task-3346375" [ 722.157192] env[69019]: _type = "Task" [ 722.157192] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.165354] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.166324] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.189887] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.225805] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.252818] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.253215] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.253451] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.253729] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.253950] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.254188] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.254486] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.254722] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.254962] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.255212] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.255449] env[69019]: DEBUG nova.virt.hardware [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.256663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7099912-882d-48cb-8ba9-41de3579cada {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.267020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848a5fa-d338-4009-8c52-7c3a67818691 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.364624] env[69019]: DEBUG nova.scheduler.client.report [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.464216] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.464439] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.464651] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.465271] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.465271] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.467105] env[69019]: INFO nova.compute.manager [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Terminating instance [ 722.486501] env[69019]: DEBUG oslo_vmware.api [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346373, 'name': PowerOnVM_Task, 'duration_secs': 0.672704} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.486758] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.486991] env[69019]: INFO nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Took 8.71 seconds to spawn the instance on the hypervisor. [ 722.487227] env[69019]: DEBUG nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.487987] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab5d85-785e-4e4a-85d8-064b417301fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.676142] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346375, 'name': PowerOffVM_Task, 'duration_secs': 0.270163} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.676826] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.676826] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.676826] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1f4844b-6cb6-40de-8140-3b02f9014fb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.696007] env[69019]: DEBUG oslo_vmware.api [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346374, 'name': PowerOnVM_Task, 'duration_secs': 0.65476} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.696286] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.696492] env[69019]: DEBUG nova.compute.manager [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.697263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec1484-8d0f-41e6-be0c-6c948e29e054 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704304] env[69019]: DEBUG nova.compute.manager [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Received event network-vif-plugged-58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.704304] env[69019]: DEBUG oslo_concurrency.lockutils [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] Acquiring lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.704304] env[69019]: DEBUG oslo_concurrency.lockutils [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.704304] env[69019]: DEBUG oslo_concurrency.lockutils [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.704304] env[69019]: DEBUG nova.compute.manager [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] No waiting events found dispatching network-vif-plugged-58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.704748] env[69019]: WARNING nova.compute.manager [req-9569a08f-ed5a-4da0-b845-6e0c0100bf35 req-0f3bb4f1-ef2e-4f16-aead-11498b6307bf service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Received unexpected event network-vif-plugged-58be30c2-6571-427a-949b-5e4fb7972b1a for instance with vm_state building and task_state spawning. [ 722.740548] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.743826] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.743826] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Deleting the datastore file [datastore1] 598ca892-b5b8-4405-8706-a671a0d8a2c3 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.743826] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d8cb38-e5a1-48b8-9453-560acc0c04f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.748645] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for the task: (returnval){ [ 722.748645] env[69019]: value = "task-3346377" [ 722.748645] env[69019]: _type = "Task" [ 722.748645] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.757486] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.804388] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Successfully updated port: 58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.870125] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.870125] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.873327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.081s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.873327] env[69019]: DEBUG nova.objects.instance [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lazy-loading 'resources' on Instance uuid 8a0e55c4-24ee-4902-929b-e7edbd3823a6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.971467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "refresh_cache-8c2456ab-7031-460c-aeb3-a59ee1a42af6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.971662] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquired lock "refresh_cache-8c2456ab-7031-460c-aeb3-a59ee1a42af6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975020] env[69019]: DEBUG nova.network.neutron [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.004777] env[69019]: INFO nova.compute.manager [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Took 42.03 seconds to build instance. [ 723.219235] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.259450] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.306769] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306967] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquired lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.307218] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.376567] env[69019]: DEBUG nova.compute.utils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.381799] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.382614] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.443753] env[69019]: DEBUG nova.policy [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1a924b72c74fdd9f6cfc0db0488fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f066aebcbb841d2a75f27f936308a9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.499559] env[69019]: DEBUG nova.network.neutron [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.507331] env[69019]: DEBUG oslo_concurrency.lockutils [None req-689f8d33-ca97-4e2d-bbb5-88b67f391e19 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.932s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.565259] env[69019]: DEBUG nova.network.neutron [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.633215] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212e7fa-3c21-40ac-910b-e923fe256771 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.644915] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Suspending the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 723.645727] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa039358-9281-4e0b-999d-05c653ccd8ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.653577] env[69019]: DEBUG oslo_vmware.api [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] Waiting for the task: (returnval){ [ 723.653577] env[69019]: value = "task-3346378" [ 723.653577] env[69019]: _type = "Task" [ 723.653577] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.666756] env[69019]: DEBUG oslo_vmware.api [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] Task: {'id': task-3346378, 'name': SuspendVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.762265] env[69019]: DEBUG oslo_vmware.api [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Task: {'id': task-3346377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638761} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.762565] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.762851] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.763100] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.763347] env[69019]: INFO nova.compute.manager [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 723.763649] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.763944] env[69019]: DEBUG nova.compute.manager [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.764089] env[69019]: DEBUG nova.network.neutron [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.854402] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Successfully created port: 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.864187] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.882525] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.947577] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc07d73-a212-48c2-b379-ce916ea2f349 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.957880] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42abb706-7174-406e-be4c-1054b575c6d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.994580] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fb814-1865-4d4c-9997-9d0c2dff66af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.003719] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3825a4d-fe71-4936-a4fe-7b44473317e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.025903] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.027315] env[69019]: DEBUG nova.compute.provider_tree [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.070618] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Releasing lock "refresh_cache-8c2456ab-7031-460c-aeb3-a59ee1a42af6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.071099] env[69019]: DEBUG nova.compute.manager [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.071304] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.072859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef39335-d079-463d-9296-a9271bac43f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.081574] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.081895] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e22d18-02ed-4ff2-b4e9-89b56093b158 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.089497] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 724.089497] env[69019]: value = "task-3346379" [ 724.089497] env[69019]: _type = "Task" [ 724.089497] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.098773] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.105532] env[69019]: INFO nova.compute.manager [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Rebuilding instance [ 724.162115] env[69019]: DEBUG nova.compute.manager [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.162956] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e7473-8aed-44a7-bffe-0ac245dce563 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172746] env[69019]: DEBUG oslo_vmware.api [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] Task: {'id': task-3346378, 'name': SuspendVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.173725] env[69019]: DEBUG nova.network.neutron [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Updating instance_info_cache with network_info: [{"id": "58be30c2-6571-427a-949b-5e4fb7972b1a", "address": "fa:16:3e:c5:c0:e6", "network": {"id": "10c1da65-0768-4ec2-be3f-730d6ae84469", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-301624611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cb31c73cf4bc6aa0d9d06dc9794f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58be30c2-65", "ovs_interfaceid": "58be30c2-6571-427a-949b-5e4fb7972b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.405355] env[69019]: DEBUG nova.compute.manager [req-7ae9bd74-d4de-44c9-a754-38eac05e47e5 req-4c6f7889-269f-4096-b98d-481e27972d00 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Received event network-vif-deleted-9846eae8-fa86-41b9-95b4-c60d75329617 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.405522] env[69019]: INFO nova.compute.manager [req-7ae9bd74-d4de-44c9-a754-38eac05e47e5 req-4c6f7889-269f-4096-b98d-481e27972d00 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Neutron deleted interface 9846eae8-fa86-41b9-95b4-c60d75329617; detaching it from the instance and deleting it from the info cache [ 724.405694] env[69019]: DEBUG nova.network.neutron [req-7ae9bd74-d4de-44c9-a754-38eac05e47e5 req-4c6f7889-269f-4096-b98d-481e27972d00 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.532237] env[69019]: DEBUG nova.scheduler.client.report [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.551563] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.598873] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346379, 'name': PowerOffVM_Task, 'duration_secs': 0.249166} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.599186] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.599371] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.599611] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d77bc6-a7cd-4fa3-a938-1415bd0c856e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.625697] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.625896] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.626089] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Deleting the datastore file [datastore1] 8c2456ab-7031-460c-aeb3-a59ee1a42af6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.626319] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd99dc60-e61b-432a-a222-39914b9fd9ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.634040] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for the task: (returnval){ [ 724.634040] env[69019]: value = "task-3346381" [ 724.634040] env[69019]: _type = "Task" [ 724.634040] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.642353] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.664144] env[69019]: DEBUG oslo_vmware.api [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] Task: {'id': task-3346378, 'name': SuspendVM_Task, 'duration_secs': 0.603923} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.664453] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Suspended the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 724.664658] env[69019]: DEBUG nova.compute.manager [None req-5cfd0ca7-8f6f-43a8-9e69-b07a24b8f69d tempest-ServersAdminNegativeTestJSON-2016911727 tempest-ServersAdminNegativeTestJSON-2016911727-project-admin] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.665512] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a8f25-3e0c-418d-a6b5-773d5a5e142c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.676552] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Releasing lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.676856] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Instance network_info: |[{"id": "58be30c2-6571-427a-949b-5e4fb7972b1a", "address": "fa:16:3e:c5:c0:e6", "network": {"id": "10c1da65-0768-4ec2-be3f-730d6ae84469", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-301624611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cb31c73cf4bc6aa0d9d06dc9794f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58be30c2-65", "ovs_interfaceid": "58be30c2-6571-427a-949b-5e4fb7972b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.677278] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:c0:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58be30c2-6571-427a-949b-5e4fb7972b1a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.685197] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Creating folder: Project (d73cb31c73cf4bc6aa0d9d06dc9794f6). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.685861] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94e9c9a-3291-423a-a1b4-f647b86acfb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.697840] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Created folder: Project (d73cb31c73cf4bc6aa0d9d06dc9794f6) in parent group-v667907. [ 724.698345] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Creating folder: Instances. Parent ref: group-v668007. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.698442] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6227824c-3683-4f78-aebc-aade4726fda9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.708655] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Created folder: Instances in parent group-v668007. [ 724.708919] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.709571] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.709652] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-babb673d-63c7-49fd-b578-50fe65872d03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.726714] env[69019]: DEBUG nova.network.neutron [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.731515] env[69019]: DEBUG nova.compute.manager [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Received event network-changed-58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.731726] env[69019]: DEBUG nova.compute.manager [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Refreshing instance network info cache due to event network-changed-58be30c2-6571-427a-949b-5e4fb7972b1a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.732020] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] Acquiring lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.732225] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] Acquired lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.732470] env[69019]: DEBUG nova.network.neutron [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Refreshing network info cache for port 58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.737035] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.737035] env[69019]: value = "task-3346384" [ 724.737035] env[69019]: _type = "Task" [ 724.737035] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.744977] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346384, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.908898] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.911807] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8c10b5d-9ee2-451b-9213-8aaab5309192 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.921694] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4f12de-3997-4f12-8980-bd1887d615e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.940362] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.940610] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.940768] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.940978] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.941153] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.941360] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.941585] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.941745] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.941911] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.942092] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.942280] env[69019]: DEBUG nova.virt.hardware [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.943220] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ecabf-6a64-4f4e-b61f-efad57bd0cc8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.959651] env[69019]: DEBUG nova.compute.manager [req-7ae9bd74-d4de-44c9-a754-38eac05e47e5 req-4c6f7889-269f-4096-b98d-481e27972d00 service nova] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Detach interface failed, port_id=9846eae8-fa86-41b9-95b4-c60d75329617, reason: Instance 598ca892-b5b8-4405-8706-a671a0d8a2c3 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.963220] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94350c7f-0595-40fa-a68a-124df3753129 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.038042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.039653] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.031s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.039924] env[69019]: DEBUG nova.objects.instance [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lazy-loading 'resources' on Instance uuid aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.058888] env[69019]: INFO nova.scheduler.client.report [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleted allocations for instance 8a0e55c4-24ee-4902-929b-e7edbd3823a6 [ 725.144392] env[69019]: DEBUG oslo_vmware.api [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Task: {'id': task-3346381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092003} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.144671] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.144864] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.145058] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.145255] env[69019]: INFO nova.compute.manager [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Took 1.07 seconds to destroy the instance on the hypervisor. [ 725.145518] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.145713] env[69019]: DEBUG nova.compute.manager [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.145809] env[69019]: DEBUG nova.network.neutron [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.162359] env[69019]: DEBUG nova.network.neutron [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.193483] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.194011] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464d3743-8157-4d3c-89cb-fcb7fbca3618 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.203861] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 725.203861] env[69019]: value = "task-3346385" [ 725.203861] env[69019]: _type = "Task" [ 725.203861] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.212621] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.230658] env[69019]: INFO nova.compute.manager [-] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Took 1.47 seconds to deallocate network for instance. [ 725.245836] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346384, 'name': CreateVM_Task, 'duration_secs': 0.333185} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.246013] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.246657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.246835] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.247180] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.247428] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b530f25-1e26-4474-bb1f-068e90356d92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.252850] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 725.252850] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ae8489-0925-2594-b061-7672f0d198aa" [ 725.252850] env[69019]: _type = "Task" [ 725.252850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.262548] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ae8489-0925-2594-b061-7672f0d198aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.441188] env[69019]: DEBUG nova.network.neutron [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Updated VIF entry in instance network info cache for port 58be30c2-6571-427a-949b-5e4fb7972b1a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.441669] env[69019]: DEBUG nova.network.neutron [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Updating instance_info_cache with network_info: [{"id": "58be30c2-6571-427a-949b-5e4fb7972b1a", "address": "fa:16:3e:c5:c0:e6", "network": {"id": "10c1da65-0768-4ec2-be3f-730d6ae84469", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-301624611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cb31c73cf4bc6aa0d9d06dc9794f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58be30c2-65", "ovs_interfaceid": "58be30c2-6571-427a-949b-5e4fb7972b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.568654] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0a3402dc-b9e7-45c1-b271-a987162c23a5 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "8a0e55c4-24ee-4902-929b-e7edbd3823a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.154s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.665387] env[69019]: DEBUG nova.network.neutron [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.714025] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346385, 'name': PowerOffVM_Task, 'duration_secs': 0.240578} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.716496] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.716730] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.717696] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969be0a8-dba8-45c1-bb6f-2abd54961500 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.724939] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.725231] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe44e0d-e708-4d52-a5c1-e1fdf7a89df0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.738509] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.759965] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.760307] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.760682] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Deleting the datastore file [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.764225] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a7d7ad9-d1b1-49d2-ade1-83521a2a58a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775273] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ae8489-0925-2594-b061-7672f0d198aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.777032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.777376] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.777991] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.778105] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778547] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.779033] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 725.779033] env[69019]: value = "task-3346387" [ 725.779033] env[69019]: _type = "Task" [ 725.779033] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.782481] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d503fe53-42d4-44ed-adeb-c0fcb0955da8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.794252] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.797884] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.801227] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.801227] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b17aa7-a3b6-4458-b86b-b5f4b1732d8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.803418] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 725.803418] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52548404-00ce-ca55-1940-454b1f2d96ba" [ 725.803418] env[69019]: _type = "Task" [ 725.803418] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.810912] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52548404-00ce-ca55-1940-454b1f2d96ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.946648] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ab3095d-d27a-4c98-8261-cf2cfd0fcca4 req-c40efe6e-54fe-4dee-82f0-4dcda8c1c589 service nova] Releasing lock "refresh_cache-87b447a2-8eae-4bd9-9e81-ccd702295dc9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.949047] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Successfully updated port: 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.068287] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25cdd6b-c7f7-4d9e-bb36-f49094998d0f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.075994] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6175cb-376e-48af-94dc-a03fbd1088bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.106724] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708bb9d-d7f9-44a0-9539-0bc75568dfdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.115166] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f7192a-f2c9-49d0-a998-cac5024592eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.128228] env[69019]: DEBUG nova.compute.provider_tree [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.167803] env[69019]: INFO nova.compute.manager [-] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Took 1.02 seconds to deallocate network for instance. [ 726.296912] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10517} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.297221] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.297412] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.297606] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.314063] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52548404-00ce-ca55-1940-454b1f2d96ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.314818] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053e6f07-446d-4b76-9061-469161626e48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.320647] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 726.320647] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5288c5f9-9d50-0e0f-b278-3d00a7d33538" [ 726.320647] env[69019]: _type = "Task" [ 726.320647] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.328604] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5288c5f9-9d50-0e0f-b278-3d00a7d33538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.452989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453173] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453341] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.509994] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.510281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.510491] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.510675] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.510845] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.512933] env[69019]: INFO nova.compute.manager [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Terminating instance [ 726.631207] env[69019]: DEBUG nova.scheduler.client.report [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.674228] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.785136] env[69019]: DEBUG nova.compute.manager [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-vif-plugged-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.785386] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Acquiring lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.785591] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.785704] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.785888] env[69019]: DEBUG nova.compute.manager [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] No waiting events found dispatching network-vif-plugged-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.786058] env[69019]: WARNING nova.compute.manager [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received unexpected event network-vif-plugged-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 for instance with vm_state building and task_state spawning. [ 726.786200] env[69019]: DEBUG nova.compute.manager [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.786356] env[69019]: DEBUG nova.compute.manager [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing instance network info cache due to event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.786576] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.831854] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5288c5f9-9d50-0e0f-b278-3d00a7d33538, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.832323] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.832594] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 87b447a2-8eae-4bd9-9e81-ccd702295dc9/87b447a2-8eae-4bd9-9e81-ccd702295dc9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.832849] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bba3d47-005c-4d93-93fb-e851295070ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.842686] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 726.842686] env[69019]: value = "task-3346388" [ 726.842686] env[69019]: _type = "Task" [ 726.842686] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.851038] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.006643] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.016143] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "refresh_cache-441dd70e-b58d-44bf-af0a-8af8f98b7cb6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.016336] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquired lock "refresh_cache-441dd70e-b58d-44bf-af0a-8af8f98b7cb6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.016518] env[69019]: DEBUG nova.network.neutron [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.141026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.142871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.243s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.144735] env[69019]: INFO nova.compute.claims [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.164562] env[69019]: INFO nova.scheduler.client.report [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Deleted allocations for instance aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5 [ 727.280037] env[69019]: DEBUG nova.network.neutron [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.335382] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.335645] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.335808] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.336008] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.336176] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.336327] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.336549] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.336710] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.336876] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.337055] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.337232] env[69019]: DEBUG nova.virt.hardware [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.338266] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc693112-a7e1-4805-a23b-65cc4d90c1e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.348684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a90a7-87bb-4484-b8fe-44d37e1d8fe0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.357238] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501979} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.366688] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 87b447a2-8eae-4bd9-9e81-ccd702295dc9/87b447a2-8eae-4bd9-9e81-ccd702295dc9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.366989] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.367746] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.373750] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.374064] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa0c401d-3190-4ced-a802-43385f427198 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.376100] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.376407] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11021d12-bdf2-4d83-89b8-a97e3d4291ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.395055] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 727.395055] env[69019]: value = "task-3346389" [ 727.395055] env[69019]: _type = "Task" [ 727.395055] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.398931] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.398931] env[69019]: value = "task-3346390" [ 727.398931] env[69019]: _type = "Task" [ 727.398931] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.405291] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.410137] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346390, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.470679] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.471018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.471257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.471479] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.471674] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.473805] env[69019]: INFO nova.compute.manager [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Terminating instance [ 727.536322] env[69019]: DEBUG nova.network.neutron [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.583335] env[69019]: DEBUG nova.network.neutron [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.672225] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f12ec746-0929-4649-8a04-9341f889d982 tempest-ServerAddressesTestJSON-302598402 tempest-ServerAddressesTestJSON-302598402-project-member] Lock "aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.264s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.784072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.784429] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Instance network_info: |[{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.784727] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.784909] env[69019]: DEBUG nova.network.neutron [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.786073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8e:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.793619] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Creating folder: Project (2f066aebcbb841d2a75f27f936308a9f). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.796982] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55d935d-5ca6-45c6-aa71-b11d0db6b9ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.808678] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Created folder: Project (2f066aebcbb841d2a75f27f936308a9f) in parent group-v667907. [ 727.808877] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Creating folder: Instances. Parent ref: group-v668011. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.809561] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc88152f-4eb9-4681-aa0f-7bde8c428299 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.818243] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Created folder: Instances in parent group-v668011. [ 727.818473] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.818656] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.818878] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4fd417-e388-41d2-8432-eb070a4024d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838455] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.838455] env[69019]: value = "task-3346393" [ 727.838455] env[69019]: _type = "Task" [ 727.838455] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.845821] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346393, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.905805] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087588} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.906091] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.907198] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5303d-7c0f-43b5-be11-3e6935ad7c76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.912636] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346390, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.932256] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 87b447a2-8eae-4bd9-9e81-ccd702295dc9/87b447a2-8eae-4bd9-9e81-ccd702295dc9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.935166] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbaae41a-d14a-4ae2-b17b-e710f49769e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.955579] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 727.955579] env[69019]: value = "task-3346394" [ 727.955579] env[69019]: _type = "Task" [ 727.955579] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.963631] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.977631] env[69019]: DEBUG nova.compute.manager [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.977631] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.979150] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be55c2-5f17-4b66-b1bd-8c6ffd2e24e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.992366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.992613] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eff03b9-93e4-4b05-a11f-3c1906d79888 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.055904] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.056276] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.056402] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleting the datastore file [datastore1] 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.056654] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9e6f03-aac9-40db-880a-dec09872e633 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.063878] env[69019]: DEBUG oslo_vmware.api [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 728.063878] env[69019]: value = "task-3346396" [ 728.063878] env[69019]: _type = "Task" [ 728.063878] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.071336] env[69019]: DEBUG oslo_vmware.api [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.072359] env[69019]: DEBUG nova.network.neutron [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updated VIF entry in instance network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.072676] env[69019]: DEBUG nova.network.neutron [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.085668] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Releasing lock "refresh_cache-441dd70e-b58d-44bf-af0a-8af8f98b7cb6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.085987] env[69019]: DEBUG nova.compute.manager [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.086189] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.087190] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0119c7-ccf4-40f6-8c9f-a36d155f196a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.094527] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.095758] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32ed9ba-f435-4f9e-ad3e-248087718b7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.101776] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 728.101776] env[69019]: value = "task-3346397" [ 728.101776] env[69019]: _type = "Task" [ 728.101776] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.109536] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.355026] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346393, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.413062] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346390, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.469661] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.575176] env[69019]: DEBUG oslo_concurrency.lockutils [req-f084fec1-7914-4e26-b273-c19d8b42b790 req-71a0b77c-9114-4106-9c06-6eaafb14b298 service nova] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.578835] env[69019]: DEBUG oslo_vmware.api [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146641} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.579528] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.579798] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.580205] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.580302] env[69019]: INFO nova.compute.manager [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Took 0.60 seconds to destroy the instance on the hypervisor. [ 728.580522] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.580823] env[69019]: DEBUG nova.compute.manager [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.581125] env[69019]: DEBUG nova.network.neutron [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.612934] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346397, 'name': PowerOffVM_Task, 'duration_secs': 0.128844} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.618816] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.618816] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.618816] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c015077-7f9c-458e-9c94-9ef1ecd9e406 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.652777] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.653126] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.657763] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleting the datastore file [datastore2] 441dd70e-b58d-44bf-af0a-8af8f98b7cb6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.657877] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49e7396-c5ce-475f-ae06-f92fb3d62669 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.665996] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882948e-b37f-4a5b-aa4c-8b14a411f876 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.677073] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad99b1-4225-481b-8020-43a2686c04f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.681189] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for the task: (returnval){ [ 728.681189] env[69019]: value = "task-3346399" [ 728.681189] env[69019]: _type = "Task" [ 728.681189] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.716119] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a9111-58cf-4582-a38b-7a0d35aa91cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.722074] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.727260] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad324a39-9138-4851-b3e0-84bfd6b84c1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.742118] env[69019]: DEBUG nova.compute.provider_tree [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.848327] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346393, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.871463] env[69019]: DEBUG nova.compute.manager [req-14291180-1806-46b7-8a31-9febad6a310b req-4033b046-ba49-4fda-8ad4-3c2897340039 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Received event network-vif-deleted-86ff74f7-a640-4948-92f4-5db0b6c20872 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.871675] env[69019]: INFO nova.compute.manager [req-14291180-1806-46b7-8a31-9febad6a310b req-4033b046-ba49-4fda-8ad4-3c2897340039 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Neutron deleted interface 86ff74f7-a640-4948-92f4-5db0b6c20872; detaching it from the instance and deleting it from the info cache [ 728.871848] env[69019]: DEBUG nova.network.neutron [req-14291180-1806-46b7-8a31-9febad6a310b req-4033b046-ba49-4fda-8ad4-3c2897340039 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.911389] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346390, 'name': CreateVM_Task, 'duration_secs': 1.297538} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.911389] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.911642] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.911855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.912123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.912367] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943c5cc4-fd4a-4402-acd8-a85e1d0ddb54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.917202] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 728.917202] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c2bd7-8510-87e0-a0ee-157daf715837" [ 728.917202] env[69019]: _type = "Task" [ 728.917202] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.929106] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c2bd7-8510-87e0-a0ee-157daf715837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.969256] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346394, 'name': ReconfigVM_Task, 'duration_secs': 0.9492} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.969520] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 87b447a2-8eae-4bd9-9e81-ccd702295dc9/87b447a2-8eae-4bd9-9e81-ccd702295dc9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.970139] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40715c1-a89d-452a-9886-d3d97de75d67 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.976431] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 728.976431] env[69019]: value = "task-3346400" [ 728.976431] env[69019]: _type = "Task" [ 728.976431] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.984129] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346400, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.193554] env[69019]: DEBUG oslo_vmware.api [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Task: {'id': task-3346399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123505} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.193888] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.194154] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.194374] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.194606] env[69019]: INFO nova.compute.manager [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 729.194860] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.195271] env[69019]: DEBUG nova.compute.manager [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.195271] env[69019]: DEBUG nova.network.neutron [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.211678] env[69019]: DEBUG nova.network.neutron [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.245426] env[69019]: DEBUG nova.scheduler.client.report [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.352706] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346393, 'name': CreateVM_Task, 'duration_secs': 1.289693} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.352886] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.353548] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.353786] env[69019]: DEBUG nova.network.neutron [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.376017] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c95ac4-52e3-4efe-8294-4ca80cdd10ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.385714] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5fd9e-c7df-44df-97c8-7086a87214ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.423109] env[69019]: DEBUG nova.compute.manager [req-14291180-1806-46b7-8a31-9febad6a310b req-4033b046-ba49-4fda-8ad4-3c2897340039 service nova] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Detach interface failed, port_id=86ff74f7-a640-4948-92f4-5db0b6c20872, reason: Instance 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 729.432012] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c2bd7-8510-87e0-a0ee-157daf715837, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.432520] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.432868] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.433243] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.433524] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.433809] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.434199] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.434595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.434922] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb1c0f1-cdbb-4587-a893-ea5e7f715d3c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.436976] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2471886a-7c4c-425c-a34d-bf822407dc32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.443560] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 729.443560] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f24b0c-c14d-ad8e-79ee-bed32a9491c7" [ 729.443560] env[69019]: _type = "Task" [ 729.443560] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.447711] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.448048] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.451604] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3294c5f1-c5bd-44c1-8a04-edb50e4ecf61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.453826] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f24b0c-c14d-ad8e-79ee-bed32a9491c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.457025] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 729.457025] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217a4c5-e8ec-c2ee-53b7-b8d3cee07e5b" [ 729.457025] env[69019]: _type = "Task" [ 729.457025] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.463533] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217a4c5-e8ec-c2ee-53b7-b8d3cee07e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.484731] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346400, 'name': Rename_Task, 'duration_secs': 0.160973} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.485290] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.485290] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230bab62-1c15-40cf-839c-5f3c62d58a6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.491831] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 729.491831] env[69019]: value = "task-3346401" [ 729.491831] env[69019]: _type = "Task" [ 729.491831] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.499350] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.715128] env[69019]: DEBUG nova.network.neutron [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.750668] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.751271] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.754063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.435s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.755956] env[69019]: INFO nova.compute.claims [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.857151] env[69019]: INFO nova.compute.manager [-] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Took 1.28 seconds to deallocate network for instance. [ 729.956794] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f24b0c-c14d-ad8e-79ee-bed32a9491c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.957232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.957499] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.957770] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.967333] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217a4c5-e8ec-c2ee-53b7-b8d3cee07e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.968173] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014c3c44-84e6-4155-a672-fbe84b574b38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.973738] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 729.973738] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a47c04-fc40-afe9-defd-c11da7958edb" [ 729.973738] env[69019]: _type = "Task" [ 729.973738] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.981333] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a47c04-fc40-afe9-defd-c11da7958edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.000779] env[69019]: DEBUG oslo_vmware.api [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346401, 'name': PowerOnVM_Task, 'duration_secs': 0.487326} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.001250] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.001472] env[69019]: INFO nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Took 7.78 seconds to spawn the instance on the hypervisor. [ 730.001691] env[69019]: DEBUG nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.006335] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895730e-3269-4f14-a05c-ad7b3b98f068 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220971] env[69019]: INFO nova.compute.manager [-] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Took 1.03 seconds to deallocate network for instance. [ 730.260561] env[69019]: DEBUG nova.compute.utils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.265019] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.265019] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.303041] env[69019]: DEBUG nova.policy [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e177bf25ff794ec2aa8f6bb5390208a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed79eec048e74a3c93f2361492d4133e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.367703] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.485290] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a47c04-fc40-afe9-defd-c11da7958edb, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.485585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.486097] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.486398] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.486591] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.486972] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c686e10-05b5-4114-aabc-281c28dde04e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.489204] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf073cb6-6147-4ba8-966a-f63218fea925 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.498201] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 730.498201] env[69019]: value = "task-3346402" [ 730.498201] env[69019]: _type = "Task" [ 730.498201] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.499327] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.499506] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.503588] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e34edf8-09ee-4e17-9f05-0d52552c9f1f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.511808] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.512860] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 730.512860] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225d115-00df-2b7a-8544-a8893a40390a" [ 730.512860] env[69019]: _type = "Task" [ 730.512860] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.528143] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225d115-00df-2b7a-8544-a8893a40390a, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.528143] env[69019]: INFO nova.compute.manager [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Took 37.47 seconds to build instance. [ 730.532056] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc30f04-27a0-4e71-bd71-808a9c9fc284 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.534899] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 730.534899] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bd3adb-2c70-4d61-2313-e22e182f99f8" [ 730.534899] env[69019]: _type = "Task" [ 730.534899] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.548202] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bd3adb-2c70-4d61-2313-e22e182f99f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.728875] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.763779] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Successfully created port: eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.767281] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.009265] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346402, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.031693] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d0493d7-e18d-4bab-b6a2-733cb40e8b9e tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.811s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.050656] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bd3adb-2c70-4d61-2313-e22e182f99f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.050656] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.050983] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4/f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.051068] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69fc1982-60f4-4cf8-95c7-4066465c8d91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.061376] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 731.061376] env[69019]: value = "task-3346403" [ 731.061376] env[69019]: _type = "Task" [ 731.061376] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.076777] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.431881] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779b7717-5b1f-416c-8eba-22fbfba04834 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.440475] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d5817-dbc8-4fb3-8e25-78b8dabf221c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.478537] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad0d97-fd97-4cfa-969b-3c880b71b391 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.487785] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1ec51-3503-48f4-b4a9-83ad19578d9b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.506862] env[69019]: DEBUG nova.compute.provider_tree [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.518517] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68083} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.519145] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.519555] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.521267] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a430fbdb-d1ac-4f5b-85f6-e9a5874e04e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.529357] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 731.529357] env[69019]: value = "task-3346404" [ 731.529357] env[69019]: _type = "Task" [ 731.529357] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.536469] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.545074] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.572160] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.742119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "interface-87b447a2-8eae-4bd9-9e81-ccd702295dc9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.742508] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "interface-87b447a2-8eae-4bd9-9e81-ccd702295dc9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.742755] env[69019]: DEBUG nova.objects.instance [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lazy-loading 'flavor' on Instance uuid 87b447a2-8eae-4bd9-9e81-ccd702295dc9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.787227] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.839013] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.839456] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.839662] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.839883] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.840157] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.840363] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.840638] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.840807] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.841137] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.841327] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.841509] env[69019]: DEBUG nova.virt.hardware [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.842756] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e06de-6c3f-44f4-904f-59706b76cd94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.852082] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ccd038-ca06-49c9-9357-fb96673d2326 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.010587] env[69019]: DEBUG nova.scheduler.client.report [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.044846] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199314} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.045267] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.049701] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69c289-d0ad-42ce-9b8c-d8920569d0e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.097018] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.097018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.103158] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb530336-7549-4a8f-a490-6cbecdcbef97 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.135142] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940177} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.136516] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4/f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.136728] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.137053] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 732.137053] env[69019]: value = "task-3346405" [ 732.137053] env[69019]: _type = "Task" [ 732.137053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.137736] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df93fd52-5a1b-4b81-8466-48be9c5bfb75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.147420] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.148752] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 732.148752] env[69019]: value = "task-3346406" [ 732.148752] env[69019]: _type = "Task" [ 732.148752] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.156930] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.251264] env[69019]: DEBUG nova.objects.instance [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lazy-loading 'pci_requests' on Instance uuid 87b447a2-8eae-4bd9-9e81-ccd702295dc9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.516744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.517180] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.519763] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.741s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.525350] env[69019]: INFO nova.compute.claims [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.635327] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Successfully updated port: eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.657213] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.671204] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285404} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.672033] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.672905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96622e03-d17c-4c3f-81ac-1081b1090443 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.700261] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4/f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.700654] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbaf258-14ce-4876-a506-58d5e1c0031c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.725126] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 732.725126] env[69019]: value = "task-3346407" [ 732.725126] env[69019]: _type = "Task" [ 732.725126] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.733727] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.753425] env[69019]: DEBUG nova.objects.base [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Object Instance<87b447a2-8eae-4bd9-9e81-ccd702295dc9> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 732.753652] env[69019]: DEBUG nova.network.neutron [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.860254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54a6276e-6cac-44ca-b07b-530b697d3621 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "interface-87b447a2-8eae-4bd9-9e81-ccd702295dc9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.953363] env[69019]: DEBUG nova.compute.manager [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Received event network-vif-plugged-eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.953363] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.953499] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.953626] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.953843] env[69019]: DEBUG nova.compute.manager [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] No waiting events found dispatching network-vif-plugged-eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.953992] env[69019]: WARNING nova.compute.manager [req-2a02dd03-a044-4fa7-b6a3-2ac9cf4b546d req-f35e756f-2d82-43e4-b95b-f45e12f1898f service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Received unexpected event network-vif-plugged-eb40b4cd-dac8-45c3-b0f7-f720274876e5 for instance with vm_state building and task_state spawning. [ 733.030145] env[69019]: DEBUG nova.compute.utils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.031640] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.031812] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.084339] env[69019]: DEBUG nova.policy [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9608277d3d04a8090a8076aa638b669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1048ae8b29ca4ca3b6eab61fa5c38041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.139094] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.139320] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.139482] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.157190] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346405, 'name': ReconfigVM_Task, 'duration_secs': 0.885996} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.157816] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4/78d28055-b6b7-45c2-ad49-e68160a12da4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.158198] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98dac49-824b-4f0f-9939-3088ce781874 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.165252] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 733.165252] env[69019]: value = "task-3346408" [ 733.165252] env[69019]: _type = "Task" [ 733.165252] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.175251] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346408, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.235592] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.495912] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Successfully created port: 65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.541175] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.678958] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346408, 'name': Rename_Task, 'duration_secs': 0.297954} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.678958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.679213] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ceea0a1-16f3-4ab2-bc41-794801600849 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.685635] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Waiting for the task: (returnval){ [ 733.685635] env[69019]: value = "task-3346409" [ 733.685635] env[69019]: _type = "Task" [ 733.685635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.700036] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.704398] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.741563] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346407, 'name': ReconfigVM_Task, 'duration_secs': 0.723867} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.741563] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4/f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.742040] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95afb2f3-acac-42ad-aa4a-004e5c22b9cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.748666] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 733.748666] env[69019]: value = "task-3346410" [ 733.748666] env[69019]: _type = "Task" [ 733.748666] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.760829] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346410, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.966780] env[69019]: DEBUG nova.network.neutron [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.170139] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ba348-00e4-4082-ad98-688f498957f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.180900] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977d419-bfc3-4055-bd22-76e40ecd5b03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.218479] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f75c21-94af-4ed4-b1e3-7ba3f3fbf94e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.228096] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346409, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.231149] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01972e-5cb6-425c-a2e6-21867a68075e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.250122] env[69019]: DEBUG nova.compute.provider_tree [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.262587] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346410, 'name': Rename_Task, 'duration_secs': 0.273856} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.263624] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.264012] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7608e8-c05b-45bd-b4c5-56bc82a6ff93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.273255] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 734.273255] env[69019]: value = "task-3346411" [ 734.273255] env[69019]: _type = "Task" [ 734.273255] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.285739] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.472051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.472396] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Instance network_info: |[{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.472835] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:af:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb40b4cd-dac8-45c3-b0f7-f720274876e5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.481801] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating folder: Project (ed79eec048e74a3c93f2361492d4133e). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.482183] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96178664-865b-44cf-92e5-f94a2c49d6c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.498562] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created folder: Project (ed79eec048e74a3c93f2361492d4133e) in parent group-v667907. [ 734.498562] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating folder: Instances. Parent ref: group-v668014. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.498562] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06cab592-be58-4324-babf-44d934580b76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.508285] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created folder: Instances in parent group-v668014. [ 734.508571] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.509888] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.512694] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b10b60c7-7476-473d-a457-5e7e15730669 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.533325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.533811] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.534121] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.534381] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.534612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.538766] env[69019]: INFO nova.compute.manager [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Terminating instance [ 734.547850] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.547850] env[69019]: value = "task-3346414" [ 734.547850] env[69019]: _type = "Task" [ 734.547850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.555646] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.563473] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346414, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.588940] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.589456] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.590688] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.591252] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.594315] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.594490] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.598137] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.598410] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.598612] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.598786] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.599020] env[69019]: DEBUG nova.virt.hardware [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.600676] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6069c9b7-dc21-4c02-99a1-afad767a2b94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.609606] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf6d98-9e75-4754-a4d2-fbc6d1723b4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.728674] env[69019]: DEBUG oslo_vmware.api [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Task: {'id': task-3346409, 'name': PowerOnVM_Task, 'duration_secs': 0.828909} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.729847] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.729847] env[69019]: DEBUG nova.compute.manager [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.730054] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd94e7-56bb-4da5-9f4b-4acc8c03c85a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.754623] env[69019]: DEBUG nova.scheduler.client.report [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.784722] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.044458] env[69019]: DEBUG nova.compute.manager [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.044680] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.046173] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb647350-4883-4547-a1c0-434092b3f88b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.062489] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346414, 'name': CreateVM_Task, 'duration_secs': 0.347739} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.064567] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.064921] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.065660] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.066188] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.066457] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fffcac3d-a932-4554-bf04-75c9997dd111 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.067918] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88595086-9389-4781-9b30-f7d37763ebbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.072922] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 735.072922] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520bcb20-245c-fd1b-b4fd-80c5fa5ec1de" [ 735.072922] env[69019]: _type = "Task" [ 735.072922] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.078127] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 735.078127] env[69019]: value = "task-3346415" [ 735.078127] env[69019]: _type = "Task" [ 735.078127] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.084420] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520bcb20-245c-fd1b-b4fd-80c5fa5ec1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.090709] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.249297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.260965] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.261508] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.264051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.802s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.264281] env[69019]: DEBUG nova.objects.instance [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lazy-loading 'resources' on Instance uuid d1e017ee-4287-46de-8843-13352193277d {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.286108] env[69019]: DEBUG oslo_vmware.api [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346411, 'name': PowerOnVM_Task, 'duration_secs': 0.565153} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.286427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.286634] env[69019]: INFO nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Took 10.38 seconds to spawn the instance on the hypervisor. [ 735.286812] env[69019]: DEBUG nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.287605] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02542176-22cd-4961-a7a2-81153d14a81f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.460730] env[69019]: DEBUG nova.compute.manager [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Received event network-changed-eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.460983] env[69019]: DEBUG nova.compute.manager [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Refreshing instance network info cache due to event network-changed-eb40b4cd-dac8-45c3-b0f7-f720274876e5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.461199] env[69019]: DEBUG oslo_concurrency.lockutils [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.461351] env[69019]: DEBUG oslo_concurrency.lockutils [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.461529] env[69019]: DEBUG nova.network.neutron [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Refreshing network info cache for port eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.515412] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Successfully updated port: 65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.590690] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346415, 'name': PowerOffVM_Task, 'duration_secs': 0.450824} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.594952] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.594952] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.594952] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520bcb20-245c-fd1b-b4fd-80c5fa5ec1de, 'name': SearchDatastore_Task, 'duration_secs': 0.017441} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.595308] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-874ed4f6-0fd4-4237-a2f7-77666f79b407 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.596614] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.596795] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.596989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.597389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.597389] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.597858] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16448c32-f1d8-4b4e-8500-738d22040eef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.611694] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.611921] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.616132] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f418d69-0275-4599-b66e-b89cd8d2335f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.619854] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 735.619854] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522ef4de-1335-e97b-20bf-137dd1367246" [ 735.619854] env[69019]: _type = "Task" [ 735.619854] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.629495] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522ef4de-1335-e97b-20bf-137dd1367246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.662043] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.662271] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.662464] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Deleting the datastore file [datastore1] 87b447a2-8eae-4bd9-9e81-ccd702295dc9 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.663064] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5dbf395-8c92-4568-bb30-08b5c40f7b84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.670445] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for the task: (returnval){ [ 735.670445] env[69019]: value = "task-3346417" [ 735.670445] env[69019]: _type = "Task" [ 735.670445] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.681676] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.705454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "7218605d-a136-4565-975c-574326ece0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.705699] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.767851] env[69019]: DEBUG nova.compute.utils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.774240] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.774310] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.815807] env[69019]: INFO nova.compute.manager [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Took 41.73 seconds to build instance. [ 735.833664] env[69019]: DEBUG nova.policy [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80712fe4d2a54e1c9d2aa653320a606f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d085039a9e54cddbfe9c2d372899bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.021126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.021126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.021126] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.134563] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522ef4de-1335-e97b-20bf-137dd1367246, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.135681] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ada9843-327f-4668-a539-87d6e15c2397 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.141053] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 736.141053] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d6e4d-dc00-1e28-02f3-26b3e6f1927d" [ 736.141053] env[69019]: _type = "Task" [ 736.141053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.152499] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d6e4d-dc00-1e28-02f3-26b3e6f1927d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.183030] env[69019]: DEBUG oslo_vmware.api [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Task: {'id': task-3346417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371015} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.183030] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.183030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.183030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.183030] env[69019]: INFO nova.compute.manager [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.183467] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.183467] env[69019]: DEBUG nova.compute.manager [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.183467] env[69019]: DEBUG nova.network.neutron [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.273841] env[69019]: DEBUG nova.network.neutron [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updated VIF entry in instance network info cache for port eb40b4cd-dac8-45c3-b0f7-f720274876e5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.274292] env[69019]: DEBUG nova.network.neutron [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.279165] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.323028] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2b4f4a78-7da4-4861-a171-10ab07e8057a tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.702s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.323398] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "78d28055-b6b7-45c2-ad49-e68160a12da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.323610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.323811] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "78d28055-b6b7-45c2-ad49-e68160a12da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.325232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.325232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.329384] env[69019]: INFO nova.compute.manager [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Terminating instance [ 736.374833] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Successfully created port: 8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.497817] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de6c34-0a44-451b-a048-043c24160f07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.507758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d863b5af-0fc5-4bd5-b1c9-b5d00ba1edfc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.551268] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b625942-2248-4b26-9355-963448a4a789 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.559328] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f72075-45dc-4c72-b258-5d3fcf3ee06f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.571612] env[69019]: DEBUG nova.compute.provider_tree [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.582220] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.657807] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d6e4d-dc00-1e28-02f3-26b3e6f1927d, 'name': SearchDatastore_Task, 'duration_secs': 0.024787} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.658101] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.658701] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.658701] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe7ce5c-d6d1-41c9-9207-b116938c7106 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.666627] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 736.666627] env[69019]: value = "task-3346418" [ 736.666627] env[69019]: _type = "Task" [ 736.666627] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.674803] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.778983] env[69019]: DEBUG oslo_concurrency.lockutils [req-75a81627-239b-4949-bb32-095a69942681 req-3e9c278c-f796-4fa0-a2e5-cd82536fa2c1 service nova] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.833083] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.837068] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "refresh_cache-78d28055-b6b7-45c2-ad49-e68160a12da4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.837333] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquired lock "refresh_cache-78d28055-b6b7-45c2-ad49-e68160a12da4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.837539] env[69019]: DEBUG nova.network.neutron [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.890680] env[69019]: DEBUG nova.compute.manager [req-4d1c4221-70c7-465d-b0a7-5890662cd331 req-68b4d7f6-c861-473f-b3b3-c9fe1b2b5d51 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Received event network-vif-deleted-58be30c2-6571-427a-949b-5e4fb7972b1a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.890965] env[69019]: INFO nova.compute.manager [req-4d1c4221-70c7-465d-b0a7-5890662cd331 req-68b4d7f6-c861-473f-b3b3-c9fe1b2b5d51 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Neutron deleted interface 58be30c2-6571-427a-949b-5e4fb7972b1a; detaching it from the instance and deleting it from the info cache [ 736.891259] env[69019]: DEBUG nova.network.neutron [req-4d1c4221-70c7-465d-b0a7-5890662cd331 req-68b4d7f6-c861-473f-b3b3-c9fe1b2b5d51 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.932357] env[69019]: DEBUG nova.network.neutron [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Updating instance_info_cache with network_info: [{"id": "65804712-74a3-4686-8360-6598ee19f557", "address": "fa:16:3e:6b:ba:01", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65804712-74", "ovs_interfaceid": "65804712-74a3-4686-8360-6598ee19f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.968417] env[69019]: DEBUG nova.network.neutron [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.075156] env[69019]: DEBUG nova.scheduler.client.report [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.177200] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466324} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.177471] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.177922] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.177922] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-586a885f-d61f-41d4-8fdf-1e66fc635637 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.184623] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 737.184623] env[69019]: value = "task-3346419" [ 737.184623] env[69019]: _type = "Task" [ 737.184623] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.193888] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.287555] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.315726] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.315971] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.316147] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.316333] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.316492] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.316628] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.316833] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.316991] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.317175] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.317338] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.317512] env[69019]: DEBUG nova.virt.hardware [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.318420] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953ef8f-354e-4b9e-9d2a-ad7929ba026e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.328265] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc8810-b6e1-471a-9c32-5ecfd8d51e1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.365049] env[69019]: DEBUG nova.network.neutron [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.370475] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.394779] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abed9c63-6f4a-4a2d-8a33-f09d27c1bb48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.404787] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09694075-e520-4103-b86d-781e1b51ef78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.417030] env[69019]: DEBUG nova.network.neutron [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.440675] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.440999] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Instance network_info: |[{"id": "65804712-74a3-4686-8360-6598ee19f557", "address": "fa:16:3e:6b:ba:01", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65804712-74", "ovs_interfaceid": "65804712-74a3-4686-8360-6598ee19f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.441369] env[69019]: DEBUG nova.compute.manager [req-4d1c4221-70c7-465d-b0a7-5890662cd331 req-68b4d7f6-c861-473f-b3b3-c9fe1b2b5d51 service nova] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Detach interface failed, port_id=58be30c2-6571-427a-949b-5e4fb7972b1a, reason: Instance 87b447a2-8eae-4bd9-9e81-ccd702295dc9 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.441857] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:ba:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65804712-74a3-4686-8360-6598ee19f557', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.449118] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.449677] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.449919] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52a0fa4f-3799-4b0e-a93b-75027d9e1224 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.471378] env[69019]: INFO nova.compute.manager [-] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Took 1.29 seconds to deallocate network for instance. [ 737.474673] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.474673] env[69019]: value = "task-3346420" [ 737.474673] env[69019]: _type = "Task" [ 737.474673] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.487115] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346420, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.580443] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.582993] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.169s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.586634] env[69019]: INFO nova.compute.claims [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.606829] env[69019]: INFO nova.scheduler.client.report [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Deleted allocations for instance d1e017ee-4287-46de-8843-13352193277d [ 737.696636] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067601} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.698360] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.698929] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84faca7b-dd65-4fab-837b-c87d20657a2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.724636] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.726028] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253ecd7a-35b6-41e3-b613-0fda498f5217 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.752017] env[69019]: DEBUG nova.compute.manager [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Received event network-vif-plugged-65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.752017] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Acquiring lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.752017] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.752017] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.752017] env[69019]: DEBUG nova.compute.manager [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] No waiting events found dispatching network-vif-plugged-65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.752514] env[69019]: WARNING nova.compute.manager [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Received unexpected event network-vif-plugged-65804712-74a3-4686-8360-6598ee19f557 for instance with vm_state building and task_state spawning. [ 737.752893] env[69019]: DEBUG nova.compute.manager [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Received event network-changed-65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.754026] env[69019]: DEBUG nova.compute.manager [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Refreshing instance network info cache due to event network-changed-65804712-74a3-4686-8360-6598ee19f557. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.754026] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Acquiring lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.754026] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Acquired lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.754026] env[69019]: DEBUG nova.network.neutron [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Refreshing network info cache for port 65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.758129] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 737.758129] env[69019]: value = "task-3346421" [ 737.758129] env[69019]: _type = "Task" [ 737.758129] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.769956] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.922207] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Releasing lock "refresh_cache-78d28055-b6b7-45c2-ad49-e68160a12da4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.922507] env[69019]: DEBUG nova.compute.manager [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.923713] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.923713] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b413f7-0abe-478a-bfc6-28a15324fb6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.931437] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.931675] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60c7dc3-68a0-4085-b32a-a27c9d4014c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.938572] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 737.938572] env[69019]: value = "task-3346422" [ 737.938572] env[69019]: _type = "Task" [ 737.938572] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.945813] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.979455] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.987721] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346420, 'name': CreateVM_Task, 'duration_secs': 0.310677} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.987887] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.988562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.988724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.989070] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.989311] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6853655d-c64c-4012-8278-14546d2cccf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.993430] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 737.993430] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52db559b-b770-b3f5-7ea3-ec3f79f777e0" [ 737.993430] env[69019]: _type = "Task" [ 737.993430] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.001086] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52db559b-b770-b3f5-7ea3-ec3f79f777e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.115062] env[69019]: DEBUG oslo_concurrency.lockutils [None req-96bbddd2-c4d0-4e51-ade6-a7499a6c0fcc tempest-DeleteServersAdminTestJSON-110565931 tempest-DeleteServersAdminTestJSON-110565931-project-member] Lock "d1e017ee-4287-46de-8843-13352193277d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.093s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.274386] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.308173] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Successfully updated port: 8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.454418] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346422, 'name': PowerOffVM_Task, 'duration_secs': 0.45437} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.454648] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.454827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.456189] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3839d3c4-69cc-413c-b962-b4186cb61199 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.462169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "5205835f-62fd-4e80-af89-26502170396f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.462403] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.486269] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.486520] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.486702] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Deleting the datastore file [datastore2] 78d28055-b6b7-45c2-ad49-e68160a12da4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.487786] env[69019]: DEBUG nova.network.neutron [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Updated VIF entry in instance network info cache for port 65804712-74a3-4686-8360-6598ee19f557. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.488144] env[69019]: DEBUG nova.network.neutron [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Updating instance_info_cache with network_info: [{"id": "65804712-74a3-4686-8360-6598ee19f557", "address": "fa:16:3e:6b:ba:01", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65804712-74", "ovs_interfaceid": "65804712-74a3-4686-8360-6598ee19f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.489379] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c81340e-c7c4-4ba1-ba44-101f82f870d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.498945] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for the task: (returnval){ [ 738.498945] env[69019]: value = "task-3346424" [ 738.498945] env[69019]: _type = "Task" [ 738.498945] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.507018] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52db559b-b770-b3f5-7ea3-ec3f79f777e0, 'name': SearchDatastore_Task, 'duration_secs': 0.061314} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.507634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.507863] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.508108] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.508259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.508439] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.508686] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f259ea86-f621-48cc-a0e5-daf2d6ce23c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.513416] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.528341] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.528533] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.529297] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a88bbc-e7c3-4357-a85c-8250dd5f5974 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.534506] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 738.534506] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52288101-4512-3003-09d4-77c382dfbb21" [ 738.534506] env[69019]: _type = "Task" [ 738.534506] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.542054] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52288101-4512-3003-09d4-77c382dfbb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.778914] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.811089] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.811242] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.811432] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.993844] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b0dcb3a-d0e0-4614-9f76-147aa20596ba req-a13ebeba-5642-4f38-92c5-dc275df80f84 service nova] Releasing lock "refresh_cache-0a572fd9-368c-412f-8cdc-d30d32390ea2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.014041] env[69019]: DEBUG oslo_vmware.api [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Task: {'id': task-3346424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273925} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.014041] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.014041] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.014041] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.014041] env[69019]: INFO nova.compute.manager [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 739.014366] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.014366] env[69019]: DEBUG nova.compute.manager [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.014366] env[69019]: DEBUG nova.network.neutron [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.043837] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52288101-4512-3003-09d4-77c382dfbb21, 'name': SearchDatastore_Task, 'duration_secs': 0.047276} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.044610] env[69019]: DEBUG nova.network.neutron [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.048784] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35e2976-2bb2-498f-95ca-76ae6c4e6889 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.056061] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 739.056061] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52841df8-361e-fd39-a501-693a4891f8f8" [ 739.056061] env[69019]: _type = "Task" [ 739.056061] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.065699] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52841df8-361e-fd39-a501-693a4891f8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.102830] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f3ca01-45a0-481c-9ede-7f697fa295d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.110307] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a056f4a-b990-4c8a-9d08-ac2adb0b6bff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.143179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a7b5de-87df-414d-94c7-678a654e9292 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.150534] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f317f2b-fa7c-46b3-93db-551d1236d433 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.163786] env[69019]: DEBUG nova.compute.provider_tree [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.285988] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346421, 'name': ReconfigVM_Task, 'duration_secs': 1.284497} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.285988] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.285988] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc11fe2a-c169-4363-99fe-7a676ff58a0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.287641] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 739.287641] env[69019]: value = "task-3346425" [ 739.287641] env[69019]: _type = "Task" [ 739.287641] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.296945] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346425, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.353281] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.494116] env[69019]: DEBUG nova.network.neutron [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Updating instance_info_cache with network_info: [{"id": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "address": "fa:16:3e:67:40:70", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7c18c9-69", "ovs_interfaceid": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.549807] env[69019]: DEBUG nova.network.neutron [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.567609] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52841df8-361e-fd39-a501-693a4891f8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.568438] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.568438] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0a572fd9-368c-412f-8cdc-d30d32390ea2/0a572fd9-368c-412f-8cdc-d30d32390ea2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.568438] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c4300ef-4eb7-4e2d-a6e0-bae04a4d988e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.575551] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 739.575551] env[69019]: value = "task-3346426" [ 739.575551] env[69019]: _type = "Task" [ 739.575551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.584478] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.667646] env[69019]: DEBUG nova.scheduler.client.report [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.778031] env[69019]: DEBUG nova.compute.manager [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Received event network-vif-plugged-8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.778274] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Acquiring lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.778517] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.778691] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.778859] env[69019]: DEBUG nova.compute.manager [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] No waiting events found dispatching network-vif-plugged-8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.779040] env[69019]: WARNING nova.compute.manager [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Received unexpected event network-vif-plugged-8d7c18c9-692b-4edc-bd50-0438078e2e19 for instance with vm_state building and task_state spawning. [ 739.779260] env[69019]: DEBUG nova.compute.manager [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Received event network-changed-8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.779368] env[69019]: DEBUG nova.compute.manager [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Refreshing instance network info cache due to event network-changed-8d7c18c9-692b-4edc-bd50-0438078e2e19. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.779535] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Acquiring lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.797189] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346425, 'name': Rename_Task, 'duration_secs': 0.149167} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.797477] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.797717] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf08f82-0d13-48d6-bf71-b6d4e6e4e975 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.803759] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 739.803759] env[69019]: value = "task-3346427" [ 739.803759] env[69019]: _type = "Task" [ 739.803759] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.815186] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.996789] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.997162] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance network_info: |[{"id": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "address": "fa:16:3e:67:40:70", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7c18c9-69", "ovs_interfaceid": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.997486] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Acquired lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.997664] env[69019]: DEBUG nova.network.neutron [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Refreshing network info cache for port 8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.999032] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:40:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d7c18c9-692b-4edc-bd50-0438078e2e19', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.006772] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating folder: Project (4d085039a9e54cddbfe9c2d372899bd5). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.007934] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b72c4d1a-7305-490d-9342-8dd88887ab43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.021696] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created folder: Project (4d085039a9e54cddbfe9c2d372899bd5) in parent group-v667907. [ 740.021901] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating folder: Instances. Parent ref: group-v668018. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.022195] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccbe537b-42e2-4041-a1e3-34880c84515d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.033707] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created folder: Instances in parent group-v668018. [ 740.033848] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.034324] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.034614] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2fb19ce-23f0-412f-a723-412eee8e15ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.053053] env[69019]: INFO nova.compute.manager [-] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Took 1.04 seconds to deallocate network for instance. [ 740.060285] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.060285] env[69019]: value = "task-3346430" [ 740.060285] env[69019]: _type = "Task" [ 740.060285] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.070832] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346430, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.086084] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.173595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.174654] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.178641] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.367s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.180848] env[69019]: INFO nova.compute.claims [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.313597] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.560047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.572662] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346430, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.585600] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633256} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.586038] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0a572fd9-368c-412f-8cdc-d30d32390ea2/0a572fd9-368c-412f-8cdc-d30d32390ea2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.587140] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.587438] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a693bb35-4d10-45c1-9577-b1bff33eb050 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.595173] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 740.595173] env[69019]: value = "task-3346431" [ 740.595173] env[69019]: _type = "Task" [ 740.595173] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.607447] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.688065] env[69019]: DEBUG nova.compute.utils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.692490] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.692635] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.732543] env[69019]: DEBUG nova.policy [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e8b618188a4ac3af729dd20ce54734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85c7055f83f41aabbe6b1c6b50df3d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.764434] env[69019]: DEBUG nova.network.neutron [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Updated VIF entry in instance network info cache for port 8d7c18c9-692b-4edc-bd50-0438078e2e19. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.764800] env[69019]: DEBUG nova.network.neutron [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Updating instance_info_cache with network_info: [{"id": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "address": "fa:16:3e:67:40:70", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7c18c9-69", "ovs_interfaceid": "8d7c18c9-692b-4edc-bd50-0438078e2e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.814340] env[69019]: DEBUG oslo_vmware.api [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346427, 'name': PowerOnVM_Task, 'duration_secs': 0.690042} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.814674] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.814803] env[69019]: INFO nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 9.03 seconds to spawn the instance on the hypervisor. [ 740.814983] env[69019]: DEBUG nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.815778] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93797bb2-19f6-49f2-b14f-d13e33e4d747 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.072146] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346430, 'name': CreateVM_Task, 'duration_secs': 0.522068} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.072326] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.072991] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.073174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073500] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073743] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9724ba-fb0e-4bf0-894b-fa0f99ab65e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.078550] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 741.078550] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f2ef9-43d2-24ee-4241-30b874e50d74" [ 741.078550] env[69019]: _type = "Task" [ 741.078550] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.086550] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f2ef9-43d2-24ee-4241-30b874e50d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.105435] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078928} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.105686] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.106463] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbbf967-3e0e-4935-b057-44895509bf2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.132247] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0a572fd9-368c-412f-8cdc-d30d32390ea2/0a572fd9-368c-412f-8cdc-d30d32390ea2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.133360] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Successfully created port: b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.135396] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28030aba-ff71-4f92-b4a9-e89def0b8bb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.158680] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 741.158680] env[69019]: value = "task-3346432" [ 741.158680] env[69019]: _type = "Task" [ 741.158680] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.171782] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.191503] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.270335] env[69019]: DEBUG oslo_concurrency.lockutils [req-21ec25c1-2989-4ccf-99b8-ab5820a8413e req-0b48a5ec-f1ca-485c-981f-a33ca83298f4 service nova] Releasing lock "refresh_cache-fc69d818-c20d-44bc-beb7-abc311f7a88b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.337786] env[69019]: INFO nova.compute.manager [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 41.46 seconds to build instance. [ 741.596194] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f2ef9-43d2-24ee-4241-30b874e50d74, 'name': SearchDatastore_Task, 'duration_secs': 0.049858} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.599960] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.600399] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.600693] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.600886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.601154] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.601632] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a75d9e-b042-4e01-a6de-4a4e027adf1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.615452] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.615529] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.616267] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4dedbe7-0765-4ad2-b7d8-caba0ff2d286 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.621631] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 741.621631] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5247016b-af9f-2554-c966-caff3d451b56" [ 741.621631] env[69019]: _type = "Task" [ 741.621631] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.631748] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5247016b-af9f-2554-c966-caff3d451b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.672772] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.719180] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea85a0-5cd5-44c6-93dc-ab68ec0399d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.725361] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8bce91-f463-448e-9456-e6cac61a7180 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.760286] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09191772-573d-4da7-8688-9166646158a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.768549] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3c847-ef49-40ae-aff3-c62886fc1d88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.782809] env[69019]: DEBUG nova.compute.provider_tree [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.842694] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26a29cf8-336e-4d96-ba59-d805dad4b004 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.726s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.133223] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5247016b-af9f-2554-c966-caff3d451b56, 'name': SearchDatastore_Task, 'duration_secs': 0.031777} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.133992] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271e6ea0-1b9f-4ff5-9584-df9a0ce225eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.139507] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 742.139507] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a7b7fd-7a87-2f6a-4a42-ca919ab55da9" [ 742.139507] env[69019]: _type = "Task" [ 742.139507] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.147730] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a7b7fd-7a87-2f6a-4a42-ca919ab55da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.169216] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346432, 'name': ReconfigVM_Task, 'duration_secs': 0.719223} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.169481] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0a572fd9-368c-412f-8cdc-d30d32390ea2/0a572fd9-368c-412f-8cdc-d30d32390ea2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.170198] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f57004-2635-4950-97af-bf0e58ad028a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.177657] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 742.177657] env[69019]: value = "task-3346433" [ 742.177657] env[69019]: _type = "Task" [ 742.177657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.186378] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346433, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.207124] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.234402] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.234672] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.234848] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.235072] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.235305] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.235487] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.235702] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.235877] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.236074] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.236270] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.236456] env[69019]: DEBUG nova.virt.hardware [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.237345] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d164f21-a317-430a-beed-a59097c4ca63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.245852] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40591ce-a08e-40c9-89a4-387e657a98d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.286196] env[69019]: DEBUG nova.scheduler.client.report [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.345572] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.654437] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a7b7fd-7a87-2f6a-4a42-ca919ab55da9, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.654518] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654797] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] fc69d818-c20d-44bc-beb7-abc311f7a88b/fc69d818-c20d-44bc-beb7-abc311f7a88b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.655165] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc91e4d-c49e-4329-9256-4b8c685f53a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.662750] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 742.662750] env[69019]: value = "task-3346434" [ 742.662750] env[69019]: _type = "Task" [ 742.662750] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.671126] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.686931] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346433, 'name': Rename_Task, 'duration_secs': 0.158735} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.687255] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.687520] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0e3588f-9a62-40dd-9c0f-5362ecbb41d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.693827] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 742.693827] env[69019]: value = "task-3346435" [ 742.693827] env[69019]: _type = "Task" [ 742.693827] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.704627] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.792772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.795024] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.798806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.872s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.798806] env[69019]: DEBUG nova.objects.instance [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lazy-loading 'resources' on Instance uuid 096a9a75-f720-4d8b-8af7-7b5c8162a2af {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.886121] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.974724] env[69019]: DEBUG nova.compute.manager [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Received event network-changed-eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.974724] env[69019]: DEBUG nova.compute.manager [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Refreshing instance network info cache due to event network-changed-eb40b4cd-dac8-45c3-b0f7-f720274876e5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.974893] env[69019]: DEBUG oslo_concurrency.lockutils [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.975091] env[69019]: DEBUG oslo_concurrency.lockutils [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.976952] env[69019]: DEBUG nova.network.neutron [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Refreshing network info cache for port eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.080920] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Successfully updated port: b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.177174] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346434, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.206711] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.300298] env[69019]: DEBUG nova.compute.utils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.304742] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.305040] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.344310] env[69019]: DEBUG nova.policy [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddaedd32c6fc4592b2baabfce2d9636f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e318332b4eb84193987a2d3d0ade7c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.586531] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.586686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.586840] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.681678] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534667} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.682406] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] fc69d818-c20d-44bc-beb7-abc311f7a88b/fc69d818-c20d-44bc-beb7-abc311f7a88b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.682654] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.682906] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e0e449a-866b-453e-9f4b-162a0aa33df3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.691463] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 743.691463] env[69019]: value = "task-3346436" [ 743.691463] env[69019]: _type = "Task" [ 743.691463] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.707457] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Successfully created port: e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.721649] env[69019]: DEBUG oslo_vmware.api [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346435, 'name': PowerOnVM_Task, 'duration_secs': 0.60575} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.721649] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.721649] env[69019]: DEBUG nova.network.neutron [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updated VIF entry in instance network info cache for port eb40b4cd-dac8-45c3-b0f7-f720274876e5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.721823] env[69019]: DEBUG nova.network.neutron [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.726091] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.726365] env[69019]: INFO nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Took 9.17 seconds to spawn the instance on the hypervisor. [ 743.726544] env[69019]: DEBUG nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.728134] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66ade3-7af6-4adb-a578-7b82845cf294 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.806157] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.884227] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0ba06-4222-4996-869e-953af206432b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.894131] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f04880b-676f-47be-8248-9a992cf33411 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.925412] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38a8dc-ed92-4d53-b60b-3a2615f1f09b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.932577] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2f4009-0bf5-4095-9479-8c243d0f1981 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.945630] env[69019]: DEBUG nova.compute.provider_tree [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.145488] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.200728] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23376} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.200994] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.202179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b57ee42-dfb1-405c-b0a8-93075e0ff75a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.232434] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fc69d818-c20d-44bc-beb7-abc311f7a88b/fc69d818-c20d-44bc-beb7-abc311f7a88b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.232626] env[69019]: DEBUG oslo_concurrency.lockutils [req-4ccea31f-c13d-4346-86eb-b33a21db78d3 req-fde86cb3-ba95-4a65-940e-43a95a1bee08 service nova] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.232974] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194c50e1-ae63-4910-b958-b76a76e0469f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.255881] env[69019]: INFO nova.compute.manager [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Took 40.96 seconds to build instance. [ 744.260335] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 744.260335] env[69019]: value = "task-3346437" [ 744.260335] env[69019]: _type = "Task" [ 744.260335] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.280800] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.384849] env[69019]: DEBUG nova.network.neutron [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Updating instance_info_cache with network_info: [{"id": "b8580732-432e-4996-9c22-16545dacd0e0", "address": "fa:16:3e:5b:2f:1f", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8580732-43", "ovs_interfaceid": "b8580732-432e-4996-9c22-16545dacd0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.449326] env[69019]: DEBUG nova.scheduler.client.report [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.758505] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9844532-c568-4d72-b812-22820096199e tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.186s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.774953] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.817200] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.847390] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.847634] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.847792] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.847982] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.848214] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.848423] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.848669] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.848861] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.849074] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.849255] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.849427] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.850333] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c6d5e-c742-4491-a255-1b8b30a2045b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.857891] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf814b-9984-4839-91d4-a4eeb011184d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.887183] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.887544] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance network_info: |[{"id": "b8580732-432e-4996-9c22-16545dacd0e0", "address": "fa:16:3e:5b:2f:1f", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8580732-43", "ovs_interfaceid": "b8580732-432e-4996-9c22-16545dacd0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.887954] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:2f:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8580732-432e-4996-9c22-16545dacd0e0', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.896269] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.896517] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.896770] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6268455a-6a51-4096-9af8-07839838a106 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.917732] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.917732] env[69019]: value = "task-3346438" [ 744.917732] env[69019]: _type = "Task" [ 744.917732] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.926968] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346438, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.957869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.960729] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.158s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.960729] env[69019]: DEBUG nova.objects.instance [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lazy-loading 'resources' on Instance uuid 2b5ef9e5-d40a-40de-943e-153fcc0d5f54 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.981202] env[69019]: INFO nova.scheduler.client.report [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Deleted allocations for instance 096a9a75-f720-4d8b-8af7-7b5c8162a2af [ 745.017052] env[69019]: DEBUG nova.compute.manager [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Received event network-vif-plugged-b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.017281] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Acquiring lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.017548] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.017770] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.017977] env[69019]: DEBUG nova.compute.manager [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] No waiting events found dispatching network-vif-plugged-b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.018455] env[69019]: WARNING nova.compute.manager [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Received unexpected event network-vif-plugged-b8580732-432e-4996-9c22-16545dacd0e0 for instance with vm_state building and task_state spawning. [ 745.018688] env[69019]: DEBUG nova.compute.manager [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Received event network-changed-b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.018927] env[69019]: DEBUG nova.compute.manager [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Refreshing instance network info cache due to event network-changed-b8580732-432e-4996-9c22-16545dacd0e0. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.019427] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Acquiring lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.019613] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Acquired lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.019781] env[69019]: DEBUG nova.network.neutron [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Refreshing network info cache for port b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.110719] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "1d4ba559-737b-45ba-a8b8-374eed25de54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.110974] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.261140] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.278703] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346437, 'name': ReconfigVM_Task, 'duration_secs': 0.552866} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.278703] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fc69d818-c20d-44bc-beb7-abc311f7a88b/fc69d818-c20d-44bc-beb7-abc311f7a88b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.279084] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bee9b4e-f938-43c0-8da2-0d3de7386c0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.289593] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 745.289593] env[69019]: value = "task-3346439" [ 745.289593] env[69019]: _type = "Task" [ 745.289593] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.298430] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346439, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.427310] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346438, 'name': CreateVM_Task, 'duration_secs': 0.396222} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.427495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.428197] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.428370] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.428692] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.428943] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f543ca-dabc-49f2-b829-94494d5586e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.433704] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 745.433704] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524cf949-cec1-98ec-849e-8ab4c25ea549" [ 745.433704] env[69019]: _type = "Task" [ 745.433704] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.442023] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524cf949-cec1-98ec-849e-8ab4c25ea549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.490114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-975e9d8d-f713-4b75-9826-f1ec447257e5 tempest-TenantUsagesTestJSON-1367333180 tempest-TenantUsagesTestJSON-1367333180-project-member] Lock "096a9a75-f720-4d8b-8af7-7b5c8162a2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.957s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.786573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.787801] env[69019]: DEBUG nova.network.neutron [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Updated VIF entry in instance network info cache for port b8580732-432e-4996-9c22-16545dacd0e0. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.788142] env[69019]: DEBUG nova.network.neutron [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Updating instance_info_cache with network_info: [{"id": "b8580732-432e-4996-9c22-16545dacd0e0", "address": "fa:16:3e:5b:2f:1f", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8580732-43", "ovs_interfaceid": "b8580732-432e-4996-9c22-16545dacd0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.802711] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346439, 'name': Rename_Task, 'duration_secs': 0.150651} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.803679] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.803861] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-629e0f94-eefc-4b1d-a03c-cabee3af99a9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.813792] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 745.813792] env[69019]: value = "task-3346440" [ 745.813792] env[69019]: _type = "Task" [ 745.813792] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.826123] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.948969] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524cf949-cec1-98ec-849e-8ab4c25ea549, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.951756] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.952061] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.952393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.952683] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.953015] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.953524] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd171b9-aa97-4ee3-9e12-3544cf909ad9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.963573] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.963573] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.966258] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a66dd5-aced-4853-85ea-932501fbca8a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.973447] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 745.973447] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa9b91-55fd-2752-b81e-23cc9938e23a" [ 745.973447] env[69019]: _type = "Task" [ 745.973447] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.979274] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Successfully updated port: e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.983775] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa9b91-55fd-2752-b81e-23cc9938e23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.030342] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f872ab5-31ee-4e93-bab9-371f84e087a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.039706] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81362308-382e-48d8-9e93-df7d0c552e2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.076542] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cedc79f-a93e-4cef-8ce7-4f1b20874887 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.084934] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c59f18b-b60e-426b-ae9f-5836ea822d18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.099448] env[69019]: DEBUG nova.compute.provider_tree [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.291297] env[69019]: DEBUG oslo_concurrency.lockutils [req-353421f9-0a7c-412f-ab50-fa0b1d6f3d86 req-501e9fbc-ac6a-4433-816b-7a8f5cd1891a service nova] Releasing lock "refresh_cache-31c8ee4f-5063-4ad9-9858-489c4542df7f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.328717] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.485265] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.485897] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.486262] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.487514] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa9b91-55fd-2752-b81e-23cc9938e23a, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.489660] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e4b2e1-b643-4c0a-aa53-c154543988b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.497032] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 746.497032] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52159608-a1b1-eeb4-5ca1-6f44360e195d" [ 746.497032] env[69019]: _type = "Task" [ 746.497032] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.510657] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52159608-a1b1-eeb4-5ca1-6f44360e195d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.606296] env[69019]: DEBUG nova.scheduler.client.report [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.825890] env[69019]: DEBUG oslo_vmware.api [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346440, 'name': PowerOnVM_Task, 'duration_secs': 0.667636} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.826366] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.826698] env[69019]: INFO nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Took 9.54 seconds to spawn the instance on the hypervisor. [ 746.826986] env[69019]: DEBUG nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.828095] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6662f02b-f2e3-4b49-a354-b60295cd37a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.008702] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52159608-a1b1-eeb4-5ca1-6f44360e195d, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.008983] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.009261] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.009523] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44adebac-3f3e-4b4e-9a0d-16dbe7a04e51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.021616] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 747.021616] env[69019]: value = "task-3346441" [ 747.021616] env[69019]: _type = "Task" [ 747.021616] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.029737] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.034535] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.115366] env[69019]: DEBUG nova.compute.manager [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Received event network-vif-plugged-e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.115366] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Acquiring lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.115366] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.115470] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.115553] env[69019]: DEBUG nova.compute.manager [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] No waiting events found dispatching network-vif-plugged-e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.115711] env[69019]: WARNING nova.compute.manager [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Received unexpected event network-vif-plugged-e6e151ba-2d43-4524-8690-7eea9eac1fb5 for instance with vm_state building and task_state spawning. [ 747.115869] env[69019]: DEBUG nova.compute.manager [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Received event network-changed-e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.116125] env[69019]: DEBUG nova.compute.manager [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Refreshing instance network info cache due to event network-changed-e6e151ba-2d43-4524-8690-7eea9eac1fb5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.116333] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Acquiring lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.116978] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.119606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.205s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.124212] env[69019]: INFO nova.compute.claims [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.153425] env[69019]: INFO nova.scheduler.client.report [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleted allocations for instance 2b5ef9e5-d40a-40de-943e-153fcc0d5f54 [ 747.349666] env[69019]: INFO nova.compute.manager [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Took 41.59 seconds to build instance. [ 747.381886] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Updating instance_info_cache with network_info: [{"id": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "address": "fa:16:3e:83:81:15", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e151ba-2d", "ovs_interfaceid": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.532245] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459056} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.532523] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.532742] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.532994] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da93f40-89d7-470d-8632-db06953b546e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.540521] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 747.540521] env[69019]: value = "task-3346442" [ 747.540521] env[69019]: _type = "Task" [ 747.540521] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.549593] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.665291] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6cc541e-e49c-4ce5-8987-de6f18fe788d tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "2b5ef9e5-d40a-40de-943e-153fcc0d5f54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.288s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.852318] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2154f9dc-46c8-4eae-b94f-42ac5ee15e8b tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.405s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.883849] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.884197] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Instance network_info: |[{"id": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "address": "fa:16:3e:83:81:15", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e151ba-2d", "ovs_interfaceid": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.886099] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Acquired lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.886099] env[69019]: DEBUG nova.network.neutron [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Refreshing network info cache for port e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.886099] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:81:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e151ba-2d43-4524-8690-7eea9eac1fb5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.901972] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating folder: Project (e318332b4eb84193987a2d3d0ade7c58). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.903185] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd9fd5cf-5408-44dd-8dfb-6ab666e32f73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.916223] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created folder: Project (e318332b4eb84193987a2d3d0ade7c58) in parent group-v667907. [ 747.916223] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating folder: Instances. Parent ref: group-v668022. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.916223] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d346a1a8-300f-4ad0-9d43-84037e2c0e22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.924462] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created folder: Instances in parent group-v668022. [ 747.924691] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.924872] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.925071] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17f24992-1182-4a49-ba8e-da5b2356081e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.944863] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.944863] env[69019]: value = "task-3346445" [ 747.944863] env[69019]: _type = "Task" [ 747.944863] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.954794] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346445, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.052251] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150131} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.052659] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.053349] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e504ff-c025-4b60-bf2a-42075bc70e76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.080237] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.080885] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ae41fc-08b1-4c61-9a52-8045824a8771 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.102081] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 748.102081] env[69019]: value = "task-3346446" [ 748.102081] env[69019]: _type = "Task" [ 748.102081] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.111488] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.320858] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.321115] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.321341] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.321528] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.321699] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.327514] env[69019]: INFO nova.compute.manager [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Terminating instance [ 748.357127] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.460704] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346445, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.484684] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "1bf70a78-3203-4959-97e5-89ab4447a23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.484832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.539116] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.539361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.539951] env[69019]: DEBUG nova.compute.manager [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.541196] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e95de-57d5-420d-85c0-073f8f0a9115 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.554034] env[69019]: DEBUG nova.compute.manager [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 748.554034] env[69019]: DEBUG nova.objects.instance [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lazy-loading 'flavor' on Instance uuid fc69d818-c20d-44bc-beb7-abc311f7a88b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.611744] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346446, 'name': ReconfigVM_Task, 'duration_secs': 0.26479} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.617025] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.617025] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbe7ff8-c44b-4f44-9454-fdab9ee3ff06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.625491] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 748.625491] env[69019]: value = "task-3346447" [ 748.625491] env[69019]: _type = "Task" [ 748.625491] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.636927] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346447, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.714329] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3433566-3eaf-4fa9-a2b8-014c5f58a033 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.727928] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a83af0a-954f-4bf8-8cf0-cb15fcc8c49b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.765297] env[69019]: DEBUG nova.network.neutron [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Updated VIF entry in instance network info cache for port e6e151ba-2d43-4524-8690-7eea9eac1fb5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.765762] env[69019]: DEBUG nova.network.neutron [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Updating instance_info_cache with network_info: [{"id": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "address": "fa:16:3e:83:81:15", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e151ba-2d", "ovs_interfaceid": "e6e151ba-2d43-4524-8690-7eea9eac1fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.767430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3ceb0-8484-418d-b71a-53ff05e2708e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.775343] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c306153-59f8-4e35-bb69-aa1b0bd580df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.791028] env[69019]: DEBUG nova.compute.provider_tree [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.832091] env[69019]: DEBUG nova.compute.manager [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.832374] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.833360] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a38cc-6484-4834-90fd-c0e48e59967e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.841440] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.841681] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390061fb-5545-414d-9fe2-2e73f6b00e87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.847472] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 748.847472] env[69019]: value = "task-3346448" [ 748.847472] env[69019]: _type = "Task" [ 748.847472] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.855113] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.881985] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.956635] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346445, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.137942] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346447, 'name': Rename_Task, 'duration_secs': 0.19813} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.138315] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.138585] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02ee19dc-e550-45bc-aaed-8b9081e7e82c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.146316] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 749.146316] env[69019]: value = "task-3346449" [ 749.146316] env[69019]: _type = "Task" [ 749.146316] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.157245] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.271518] env[69019]: DEBUG oslo_concurrency.lockutils [req-77e4e454-85d3-4069-9301-95aeb552f88e req-6982380c-d465-4d65-80ff-ae624e1742a6 service nova] Releasing lock "refresh_cache-11ce291b-4b29-4b8e-8628-dfd110846a4b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.294201] env[69019]: DEBUG nova.scheduler.client.report [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.358470] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346448, 'name': PowerOffVM_Task, 'duration_secs': 0.212907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.358736] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.358900] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.359162] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd58d590-c401-4a64-b069-12c9719df2c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430021] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.430245] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.430438] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleting the datastore file [datastore2] 0154bed4-9720-44f6-8d8e-0938ebf8d875 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.430745] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b397f050-9f08-4061-b624-b563d3e7e310 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.437536] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for the task: (returnval){ [ 749.437536] env[69019]: value = "task-3346451" [ 749.437536] env[69019]: _type = "Task" [ 749.437536] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.445926] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.456461] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346445, 'name': CreateVM_Task, 'duration_secs': 1.221915} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.456642] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.457313] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.457479] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.457858] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.458061] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5888c1-5e20-4dfb-a3ae-ed5b80f6d7c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.462932] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 749.462932] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f8bdc-07d8-9d4e-a7dc-7a073341d741" [ 749.462932] env[69019]: _type = "Task" [ 749.462932] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.471229] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f8bdc-07d8-9d4e-a7dc-7a073341d741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.562801] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.563194] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca50e63-1450-4d64-84ca-99a55529c58e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.570068] env[69019]: DEBUG oslo_vmware.api [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 749.570068] env[69019]: value = "task-3346452" [ 749.570068] env[69019]: _type = "Task" [ 749.570068] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.578317] env[69019]: DEBUG oslo_vmware.api [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.656558] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.800021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.800577] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.803196] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.082s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.954848] env[69019]: DEBUG oslo_vmware.api [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Task: {'id': task-3346451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32672} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.956372] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.956465] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.956623] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.956794] env[69019]: INFO nova.compute.manager [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 1.12 seconds to destroy the instance on the hypervisor. [ 749.957084] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.957234] env[69019]: DEBUG nova.compute.manager [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.957326] env[69019]: DEBUG nova.network.neutron [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.972422] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f8bdc-07d8-9d4e-a7dc-7a073341d741, 'name': SearchDatastore_Task, 'duration_secs': 0.018041} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.972705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.972932] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.973174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.973319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973494] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.973739] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e84acd9c-d61a-43f9-a478-68837e1952a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.984625] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.984809] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.985547] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736f67df-0ffb-4c28-b051-cfe49fe105c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.996034] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 749.996034] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf10d0-f749-2a4f-2104-2e37545c1cc6" [ 749.996034] env[69019]: _type = "Task" [ 749.996034] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.004301] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf10d0-f749-2a4f-2104-2e37545c1cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.080436] env[69019]: DEBUG oslo_vmware.api [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346452, 'name': PowerOffVM_Task, 'duration_secs': 0.203795} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.080820] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.081155] env[69019]: DEBUG nova.compute.manager [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.082054] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0104424-328a-423a-b91c-b041c9f8a289 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.157142] env[69019]: DEBUG oslo_vmware.api [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346449, 'name': PowerOnVM_Task, 'duration_secs': 0.627765} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.157447] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.157620] env[69019]: INFO nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Took 7.95 seconds to spawn the instance on the hypervisor. [ 750.157797] env[69019]: DEBUG nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.158633] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced3b97-40e4-43e1-a90a-8ff91c500e54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.294829] env[69019]: DEBUG nova.compute.manager [req-abe98e55-3307-477d-8f6e-68838ffa7c0d req-ea56921b-5c46-481c-862f-a2cf1273d3a5 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Received event network-vif-deleted-f5026043-3b96-464f-a9f2-61a2f7d65d5f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.295025] env[69019]: INFO nova.compute.manager [req-abe98e55-3307-477d-8f6e-68838ffa7c0d req-ea56921b-5c46-481c-862f-a2cf1273d3a5 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Neutron deleted interface f5026043-3b96-464f-a9f2-61a2f7d65d5f; detaching it from the instance and deleting it from the info cache [ 750.295182] env[69019]: DEBUG nova.network.neutron [req-abe98e55-3307-477d-8f6e-68838ffa7c0d req-ea56921b-5c46-481c-862f-a2cf1273d3a5 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.316681] env[69019]: DEBUG nova.compute.utils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.318859] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.319184] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.378646] env[69019]: DEBUG nova.policy [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddaedd32c6fc4592b2baabfce2d9636f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e318332b4eb84193987a2d3d0ade7c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.506024] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf10d0-f749-2a4f-2104-2e37545c1cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.506024] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30e888c-c4d1-4142-ab82-344b807e277f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.511149] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 750.511149] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522815c9-9b8f-3d77-d991-bbae5b72b8c1" [ 750.511149] env[69019]: _type = "Task" [ 750.511149] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.518449] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522815c9-9b8f-3d77-d991-bbae5b72b8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.594974] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a522db71-2632-4af8-9d0b-169fedb56f7a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.677998] env[69019]: INFO nova.compute.manager [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Took 40.28 seconds to build instance. [ 750.753577] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Successfully created port: d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.764241] env[69019]: DEBUG nova.network.neutron [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.800190] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8015063f-5b67-4491-94f3-ee2f283ce148 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.810711] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef910e56-ecf2-4f2b-adf3-037b960eea26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.827989] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.859859] env[69019]: DEBUG nova.compute.manager [req-abe98e55-3307-477d-8f6e-68838ffa7c0d req-ea56921b-5c46-481c-862f-a2cf1273d3a5 service nova] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Detach interface failed, port_id=f5026043-3b96-464f-a9f2-61a2f7d65d5f, reason: Instance 0154bed4-9720-44f6-8d8e-0938ebf8d875 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.862499] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 362d50fa-24c5-4a28-98a6-65bdcfe558a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.862594] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0154bed4-9720-44f6-8d8e-0938ebf8d875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.862696] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b8814116-45e3-48d5-8e24-6c73ec375d11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.862854] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0520d26f-f53f-4779-bfa3-167cf0e16dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.862913] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance d2679ab7-f455-4f64-aa5d-006427847a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863089] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 441dd70e-b58d-44bf-af0a-8af8f98b7cb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.863187] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 32443974-85b0-4b7d-bb6f-249ba18dae67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863308] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 22c96701-666e-4ad9-a812-ed93bc16b749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863523] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f63552ef-1a67-459e-9908-82f6962eded7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863652] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863908] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2561e73f-6527-433b-a969-d8e75358b499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.863908] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c6d143fc-6d2e-4b19-89dd-f4a95330972b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.864068] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.865199] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 8c2456ab-7031-460c-aeb3-a59ee1a42af6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.865420] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 78d28055-b6b7-45c2-ad49-e68160a12da4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.865506] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 598ca892-b5b8-4405-8706-a671a0d8a2c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.865749] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.865749] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 87b447a2-8eae-4bd9-9e81-ccd702295dc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.865845] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.866084] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 4e37e840-c406-495d-aa68-055a59f23305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.866084] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0a572fd9-368c-412f-8cdc-d30d32390ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.867324] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance fc69d818-c20d-44bc-beb7-abc311f7a88b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.867324] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 31c8ee4f-5063-4ad9-9858-489c4542df7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.867324] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 11ce291b-4b29-4b8e-8628-dfd110846a4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 750.867324] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9ec7f266-87f6-414f-9bca-31e0bcc869c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.021336] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522815c9-9b8f-3d77-d991-bbae5b72b8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.043781} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.021610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021875] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 11ce291b-4b29-4b8e-8628-dfd110846a4b/11ce291b-4b29-4b8e-8628-dfd110846a4b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.022159] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c7db4e-bb4a-4354-9627-5af9aeec0c8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.032381] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 751.032381] env[69019]: value = "task-3346453" [ 751.032381] env[69019]: _type = "Task" [ 751.032381] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.039957] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.179656] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58bf2b4c-ca8c-4f2c-a632-8aa5c11cf62e tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.668s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.270142] env[69019]: INFO nova.compute.manager [-] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Took 1.31 seconds to deallocate network for instance. [ 751.370187] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2b819ac7-b7a4-4fef-beed-7bb48ef2609a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.546084] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.682829] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.777269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.840300] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.864789] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.865059] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.865222] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.865428] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.865583] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.865730] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.865933] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.866110] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.866301] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.866450] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.866642] env[69019]: DEBUG nova.virt.hardware [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.867506] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76957d3-47b8-4828-b121-8121ad4544da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.873039] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.877963] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6057e1d-c32c-4313-b17b-1a257551cbca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.042665] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641916} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.043334] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 11ce291b-4b29-4b8e-8628-dfd110846a4b/11ce291b-4b29-4b8e-8628-dfd110846a4b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.043495] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.044093] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1325ebbc-2b21-4bd1-aa03-4e9b63062315 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.051326] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 752.051326] env[69019]: value = "task-3346454" [ 752.051326] env[69019]: _type = "Task" [ 752.051326] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.059278] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.169753] env[69019]: DEBUG nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.175615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f4330-a287-427e-880a-03da53f8c8e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.217542] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.377936] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.469676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "b8814116-45e3-48d5-8e24-6c73ec375d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.469676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.469676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.469676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.469923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.470609] env[69019]: INFO nova.compute.manager [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Terminating instance [ 752.562776] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174588} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.563147] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.564301] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef22f77-862a-4de4-89f3-aa29a98e07b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.587709] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 11ce291b-4b29-4b8e-8628-dfd110846a4b/11ce291b-4b29-4b8e-8628-dfd110846a4b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.588225] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9c36f7-54e7-4323-b722-c749a019c416 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.608315] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 752.608315] env[69019]: value = "task-3346455" [ 752.608315] env[69019]: _type = "Task" [ 752.608315] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.616401] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.682202] env[69019]: INFO nova.compute.manager [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Rebuilding instance [ 752.698453] env[69019]: INFO nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] instance snapshotting [ 752.698657] env[69019]: WARNING nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 752.702352] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6253f-1c5f-445c-ab21-743b6a9d0210 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.727069] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fdbe82-2d17-48fa-ae23-5e8987cb57a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.760318] env[69019]: DEBUG nova.compute.manager [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.761248] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de799126-2284-480a-bb0a-e836129dfecb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.822152] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Successfully updated port: d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.882714] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 19b037df-29ea-4eda-910a-4a63de989d56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.976711] env[69019]: DEBUG nova.compute.manager [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.976711] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.976711] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584294b-7455-465a-aac3-59d7253b2e9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.982259] env[69019]: DEBUG nova.compute.manager [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Received event network-vif-plugged-d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.982477] env[69019]: DEBUG oslo_concurrency.lockutils [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] Acquiring lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.982685] env[69019]: DEBUG oslo_concurrency.lockutils [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.982858] env[69019]: DEBUG oslo_concurrency.lockutils [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.983035] env[69019]: DEBUG nova.compute.manager [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] No waiting events found dispatching network-vif-plugged-d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.983208] env[69019]: WARNING nova.compute.manager [req-d1cdcca5-0f5f-4186-9a0e-7fd742875278 req-e1a7b855-13a0-4636-8ce2-ef9e6c490b41 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Received unexpected event network-vif-plugged-d71de39f-6b2e-460b-97ed-6b41c26d6345 for instance with vm_state building and task_state spawning. [ 752.988480] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.988680] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52b83d33-cbac-4f00-a207-b67e5746744e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.995662] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 752.995662] env[69019]: value = "task-3346456" [ 752.995662] env[69019]: _type = "Task" [ 752.995662] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.004838] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.118257] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346455, 'name': ReconfigVM_Task, 'duration_secs': 0.410301} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.118546] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 11ce291b-4b29-4b8e-8628-dfd110846a4b/11ce291b-4b29-4b8e-8628-dfd110846a4b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.119538] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bcb7a9-2e5d-4315-b6c2-eb3f207fbb7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.126875] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 753.126875] env[69019]: value = "task-3346457" [ 753.126875] env[69019]: _type = "Task" [ 753.126875] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.133855] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346457, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.239020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.239350] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49bb4328-6278-40e2-9cde-74384b841fe5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.247222] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 753.247222] env[69019]: value = "task-3346458" [ 753.247222] env[69019]: _type = "Task" [ 753.247222] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.256027] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.325210] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.325373] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.325568] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.386084] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.493714] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "ce974ee2-4214-4b8e-9d32-425272640242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.494096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.505921] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346456, 'name': PowerOffVM_Task, 'duration_secs': 0.319381} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.506188] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.506361] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.506752] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e793ab71-dfc3-4376-ab50-c0bfd987cc84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.574365] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.574602] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.574789] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleting the datastore file [datastore1] b8814116-45e3-48d5-8e24-6c73ec375d11 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.575106] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6ffc095-b685-44b7-9e69-a4f4429cfc46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.581951] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 753.581951] env[69019]: value = "task-3346460" [ 753.581951] env[69019]: _type = "Task" [ 753.581951] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.589921] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.637424] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346457, 'name': Rename_Task, 'duration_secs': 0.151526} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.637772] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.638073] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d31f027-9ec9-4a8e-9634-006c6075b3fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.644559] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 753.644559] env[69019]: value = "task-3346461" [ 753.644559] env[69019]: _type = "Task" [ 753.644559] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.653258] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.757983] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346458, 'name': CreateSnapshot_Task, 'duration_secs': 0.433774} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.758274] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.759123] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d7eea-dda3-4889-a536-cc79b25dc0ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.778336] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.778658] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c6aacc-11f9-4ac9-9365-de679e817887 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.786017] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 753.786017] env[69019]: value = "task-3346462" [ 753.786017] env[69019]: _type = "Task" [ 753.786017] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.796919] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.862227] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.888619] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 21657f16-a790-4a08-8542-be77c2663dd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.031791] env[69019]: DEBUG nova.network.neutron [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Updating instance_info_cache with network_info: [{"id": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "address": "fa:16:3e:79:6d:7f", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71de39f-6b", "ovs_interfaceid": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.092947] env[69019]: DEBUG oslo_vmware.api [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177433} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.092947] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.092947] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.093183] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.093183] env[69019]: INFO nova.compute.manager [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Took 1.12 seconds to destroy the instance on the hypervisor. [ 754.093424] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.093672] env[69019]: DEBUG nova.compute.manager [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.093713] env[69019]: DEBUG nova.network.neutron [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.154706] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346461, 'name': PowerOnVM_Task, 'duration_secs': 0.441054} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.154981] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.155369] env[69019]: INFO nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Took 9.34 seconds to spawn the instance on the hypervisor. [ 754.155561] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.156361] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57519c5f-4f92-451c-a81e-1e734dbf9499 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.279805] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.279805] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bb4b99b-f542-4c02-9fe0-403f0ef85efc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.286259] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 754.286259] env[69019]: value = "task-3346463" [ 754.286259] env[69019]: _type = "Task" [ 754.286259] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.297206] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346463, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.300187] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346462, 'name': PowerOffVM_Task, 'duration_secs': 0.190267} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.300427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.300652] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.301411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6c5b4-2e08-4e7b-9168-1e1718036ef7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.309681] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.309919] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf33ec7-3a1e-439c-9403-5d0dbd95b535 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.382691] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.382887] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.383292] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore1] 31c8ee4f-5063-4ad9-9858-489c4542df7f {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.383451] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8012fa4e-f048-478e-b02f-95721d6d3aff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.390675] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 754.390675] env[69019]: value = "task-3346465" [ 754.390675] env[69019]: _type = "Task" [ 754.390675] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.391561] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.401419] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.534860] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.535168] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Instance network_info: |[{"id": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "address": "fa:16:3e:79:6d:7f", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71de39f-6b", "ovs_interfaceid": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.535585] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:6d:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71de39f-6b2e-460b-97ed-6b41c26d6345', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.543782] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.544552] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.544782] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4a5819-8ad6-4f1a-bae8-ebc474c6d6ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.565757] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.565757] env[69019]: value = "task-3346466" [ 754.565757] env[69019]: _type = "Task" [ 754.565757] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.577198] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346466, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.674496] env[69019]: INFO nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Took 41.89 seconds to build instance. [ 754.799644] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346463, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.905545] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7218605d-a136-4565-975c-574326ece0bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.915337] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163183} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.916402] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.916402] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.916402] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.017128] env[69019]: DEBUG nova.compute.manager [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Received event network-changed-d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.017544] env[69019]: DEBUG nova.compute.manager [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Refreshing instance network info cache due to event network-changed-d71de39f-6b2e-460b-97ed-6b41c26d6345. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.018283] env[69019]: DEBUG oslo_concurrency.lockutils [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] Acquiring lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.020125] env[69019]: DEBUG oslo_concurrency.lockutils [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] Acquired lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.020125] env[69019]: DEBUG nova.network.neutron [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Refreshing network info cache for port d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.078351] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346466, 'name': CreateVM_Task, 'duration_secs': 0.315225} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.078578] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.079780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.079780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.080363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.080870] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61edc55-13cb-4d20-80bb-b78ac7aad858 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.088950] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 755.088950] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5244878e-922b-23b4-6d9c-b94103a9b89f" [ 755.088950] env[69019]: _type = "Task" [ 755.088950] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.102030] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5244878e-922b-23b4-6d9c-b94103a9b89f, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.102443] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.102741] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.103034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.103238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.103490] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.103816] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26905776-bb23-4a27-99c2-c7c3e4bf6175 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.115217] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.115217] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.115217] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d269f1ed-4928-4263-8f39-acbba7e99bf7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.121276] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 755.121276] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229fad6-ba6e-7dcd-798b-909d2ccb9521" [ 755.121276] env[69019]: _type = "Task" [ 755.121276] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.134034] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5229fad6-ba6e-7dcd-798b-909d2ccb9521, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.134034] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5ed3dd-9aaa-4e16-b761-e52817370138 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.140103] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 755.140103] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52430105-86a9-8bda-da38-2c933ca0162e" [ 755.140103] env[69019]: _type = "Task" [ 755.140103] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.151294] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52430105-86a9-8bda-da38-2c933ca0162e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.176765] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.341s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.297474] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346463, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.323655] env[69019]: DEBUG nova.network.neutron [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.411450] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 5205835f-62fd-4e80-af89-26502170396f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.652833] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52430105-86a9-8bda-da38-2c933ca0162e, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.653268] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.653624] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9ec7f266-87f6-414f-9bca-31e0bcc869c6/9ec7f266-87f6-414f-9bca-31e0bcc869c6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.653955] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7731f46d-0945-4f0c-b5e5-16fea53e0638 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.660783] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 755.660783] env[69019]: value = "task-3346467" [ 755.660783] env[69019]: _type = "Task" [ 755.660783] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.669490] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.679368] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.755798] env[69019]: DEBUG nova.network.neutron [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Updated VIF entry in instance network info cache for port d71de39f-6b2e-460b-97ed-6b41c26d6345. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.756619] env[69019]: DEBUG nova.network.neutron [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Updating instance_info_cache with network_info: [{"id": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "address": "fa:16:3e:79:6d:7f", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71de39f-6b", "ovs_interfaceid": "d71de39f-6b2e-460b-97ed-6b41c26d6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.797112] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346463, 'name': CloneVM_Task} progress is 95%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.825399] env[69019]: INFO nova.compute.manager [-] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Took 1.73 seconds to deallocate network for instance. [ 755.915322] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 1d4ba559-737b-45ba-a8b8-374eed25de54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.962772] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.962897] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.963134] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.964433] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.964433] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.964433] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.964433] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.964433] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.964834] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.964834] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.964938] env[69019]: DEBUG nova.virt.hardware [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.965929] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde15395-5cb3-46a5-b460-c0460399d46f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.976641] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c83e0-ed89-4117-b9e1-f748e59f1ec5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.994148] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:2f:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8580732-432e-4996-9c22-16545dacd0e0', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.002254] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.003039] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.003377] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec925ed-f97c-4693-b5e3-71edd15e29db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.029064] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.029064] env[69019]: value = "task-3346468" [ 756.029064] env[69019]: _type = "Task" [ 756.029064] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.040605] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346468, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.172870] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.204225] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.259097] env[69019]: DEBUG oslo_concurrency.lockutils [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] Releasing lock "refresh_cache-9ec7f266-87f6-414f-9bca-31e0bcc869c6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.259432] env[69019]: DEBUG nova.compute.manager [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Received event network-vif-deleted-e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.259618] env[69019]: INFO nova.compute.manager [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Neutron deleted interface e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2; detaching it from the instance and deleting it from the info cache [ 756.259789] env[69019]: DEBUG nova.network.neutron [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.297943] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346463, 'name': CloneVM_Task, 'duration_secs': 1.822038} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.298222] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Created linked-clone VM from snapshot [ 756.298856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f96a1-acf9-4c89-8ac3-0ae7393b64bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.306538] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Uploading image c917d223-a6ec-46c8-8c8c-1a59a5247b75 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.327382] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.327382] env[69019]: value = "vm-668026" [ 756.327382] env[69019]: _type = "VirtualMachine" [ 756.327382] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.327674] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-834e1738-28f4-4882-8ef1-9aae9e72c5fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.331564] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.335660] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease: (returnval){ [ 756.335660] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d78b4-f181-a04e-aaf5-71f710cd160c" [ 756.335660] env[69019]: _type = "HttpNfcLease" [ 756.335660] env[69019]: } obtained for exporting VM: (result){ [ 756.335660] env[69019]: value = "vm-668026" [ 756.335660] env[69019]: _type = "VirtualMachine" [ 756.335660] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.335961] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the lease: (returnval){ [ 756.335961] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d78b4-f181-a04e-aaf5-71f710cd160c" [ 756.335961] env[69019]: _type = "HttpNfcLease" [ 756.335961] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.343587] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.343587] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d78b4-f181-a04e-aaf5-71f710cd160c" [ 756.343587] env[69019]: _type = "HttpNfcLease" [ 756.343587] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.418672] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 1bf70a78-3203-4959-97e5-89ab4447a23c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.419010] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 756.419177] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 756.544706] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346468, 'name': CreateVM_Task, 'duration_secs': 0.486618} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.544706] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.544706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.544706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.544903] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.545867] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be381da-3bbf-4d16-9f51-6ffaa2bc67fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.550465] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 756.550465] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526e76be-dabc-1041-eb63-d0f8d37bb0e3" [ 756.550465] env[69019]: _type = "Task" [ 756.550465] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.562701] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526e76be-dabc-1041-eb63-d0f8d37bb0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.563230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.563490] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.563749] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.563897] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.564105] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.564387] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170728db-5f91-42ca-8a2c-e336dcb73cef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.576258] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.576258] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.576258] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5acc344-58eb-452e-ba4a-acd0ae8aece1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.583660] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 756.583660] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5212b77e-c43c-799e-fa37-7babf2da7ea4" [ 756.583660] env[69019]: _type = "Task" [ 756.583660] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.593987] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5212b77e-c43c-799e-fa37-7babf2da7ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.597352] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ef2f94-27f3-434c-b92f-c58bd7773d14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.604022] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 756.604022] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526de3b7-0063-346f-e0b4-a159d27138c8" [ 756.604022] env[69019]: _type = "Task" [ 756.604022] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.610288] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526de3b7-0063-346f-e0b4-a159d27138c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.672311] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578421} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.672588] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9ec7f266-87f6-414f-9bca-31e0bcc869c6/9ec7f266-87f6-414f-9bca-31e0bcc869c6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.672800] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.673078] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a9a2c0e-a2ba-4d5f-91c4-eeab2d36665d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.684107] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 756.684107] env[69019]: value = "task-3346470" [ 756.684107] env[69019]: _type = "Task" [ 756.684107] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.695032] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.763303] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6942b889-add9-4f5b-bf80-6e50d035ae6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.771692] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489cdf2-fa9e-44cc-8199-52605dd2862e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.811805] env[69019]: DEBUG nova.compute.manager [req-3fb99ddf-af2a-4619-9304-e959a72646df req-05071d07-707f-432f-b82b-4915664ddb3d service nova] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Detach interface failed, port_id=e7cdd413-49bf-4fa7-aa76-bcd20f1e22c2, reason: Instance b8814116-45e3-48d5-8e24-6c73ec375d11 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.845521] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.845521] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d78b4-f181-a04e-aaf5-71f710cd160c" [ 756.845521] env[69019]: _type = "HttpNfcLease" [ 756.845521] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.845716] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.845716] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d78b4-f181-a04e-aaf5-71f710cd160c" [ 756.845716] env[69019]: _type = "HttpNfcLease" [ 756.845716] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 756.846463] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c3e70-ee82-4b3e-ae25-f23407a7bb14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.855663] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.855838] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 756.996033] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a413079-35a4-4763-88e9-f22c17418348 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.004172] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54261af-9682-467c-9164-17b3aed1d8a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.035733] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eb8463-8a8d-42cd-ab75-7d477f8c64b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.043239] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7eee8-d4ea-4b51-934b-a400aa9d734d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.056452] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.060309] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24db18a4-e72e-4478-9f09-d19e93e9452a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.111627] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526de3b7-0063-346f-e0b4-a159d27138c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.111885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112188] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.112421] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff78e47b-14c5-4de9-a558-0929c721edc9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.118238] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 757.118238] env[69019]: value = "task-3346471" [ 757.118238] env[69019]: _type = "Task" [ 757.118238] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.126530] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.193775] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065001} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.194067] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.194859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe2c50-9574-443c-ab73-50321525bf81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.217165] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9ec7f266-87f6-414f-9bca-31e0bcc869c6/9ec7f266-87f6-414f-9bca-31e0bcc869c6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.217458] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8336e745-7af6-42d3-8fa3-be3409dc99a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.239244] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 757.239244] env[69019]: value = "task-3346472" [ 757.239244] env[69019]: _type = "Task" [ 757.239244] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.247680] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.562416] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.629751] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.749756] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.068412] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 758.069365] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.266s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.070036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.122s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.070036] env[69019]: DEBUG nova.objects.instance [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.129807] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563843} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.130201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.130540] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.130905] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ad6b19-a7ac-45c8-aed4-a2cfbdf36668 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.138150] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 758.138150] env[69019]: value = "task-3346473" [ 758.138150] env[69019]: _type = "Task" [ 758.138150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.146065] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.249359] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346472, 'name': ReconfigVM_Task, 'duration_secs': 0.579925} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.249906] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9ec7f266-87f6-414f-9bca-31e0bcc869c6/9ec7f266-87f6-414f-9bca-31e0bcc869c6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.250584] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f2fba1-4e31-470e-ac69-2600e50cd51a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.257036] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 758.257036] env[69019]: value = "task-3346474" [ 758.257036] env[69019]: _type = "Task" [ 758.257036] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.264996] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346474, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.648624] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349552} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.648894] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.649738] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3258ef-1ca4-486a-b1f1-b8793bfb058d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.673258] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.673258] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9b3344-092c-4e3d-a03d-1a8b4d6130bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.694078] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 758.694078] env[69019]: value = "task-3346475" [ 758.694078] env[69019]: _type = "Task" [ 758.694078] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.703127] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.766822] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346474, 'name': Rename_Task, 'duration_secs': 0.154557} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.767178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.767437] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e143bf-b12f-4a83-8dbb-c0664efae328 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.774648] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 758.774648] env[69019]: value = "task-3346476" [ 758.774648] env[69019]: _type = "Task" [ 758.774648] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.783025] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.081199] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8c1ffc82-d425-4f0a-b3d9-c6211699149c tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.081918] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.916s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.084602] env[69019]: INFO nova.compute.claims [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.205392] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346475, 'name': ReconfigVM_Task, 'duration_secs': 0.31741} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.205689] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 31c8ee4f-5063-4ad9-9858-489c4542df7f/31c8ee4f-5063-4ad9-9858-489c4542df7f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.206359] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7718eb1f-6556-4b08-8eeb-d1c15f7fb6c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.213520] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 759.213520] env[69019]: value = "task-3346477" [ 759.213520] env[69019]: _type = "Task" [ 759.213520] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.226179] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346477, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.286156] env[69019]: DEBUG oslo_vmware.api [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346476, 'name': PowerOnVM_Task, 'duration_secs': 0.472174} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.286459] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.286692] env[69019]: INFO nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Took 7.45 seconds to spawn the instance on the hypervisor. [ 759.286898] env[69019]: DEBUG nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.287730] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701f592-6224-45c7-a6bb-66b1de2dee28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.724745] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346477, 'name': Rename_Task, 'duration_secs': 0.193718} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.725053] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.725290] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8b1000-1f78-46e8-8e48-a24885f1a035 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.732391] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 759.732391] env[69019]: value = "task-3346478" [ 759.732391] env[69019]: _type = "Task" [ 759.732391] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.741681] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.809922] env[69019]: INFO nova.compute.manager [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Took 44.91 seconds to build instance. [ 760.246715] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.312509] env[69019]: DEBUG oslo_concurrency.lockutils [None req-764ab6d6-5004-4af7-a89a-83c4b066fe4d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.438s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.589428] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec4458-a7cd-478d-a476-f7e84d5e239a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.598295] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04c7c2-98ea-48b3-b055-bd720ec66bc2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.634136] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1deb502-d946-4850-be7b-89938e87ef52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.642304] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a315abd-adeb-4773-ad22-e2ab7f76c103 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.661029] env[69019]: DEBUG nova.compute.provider_tree [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.751812] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346478, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.815273] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.866618] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.866918] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.867150] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.867339] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.867532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.870402] env[69019]: INFO nova.compute.manager [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Terminating instance [ 760.944384] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.944724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.944936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.945216] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.945337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.947496] env[69019]: INFO nova.compute.manager [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Terminating instance [ 761.163709] env[69019]: DEBUG nova.scheduler.client.report [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.244771] env[69019]: DEBUG oslo_vmware.api [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346478, 'name': PowerOnVM_Task, 'duration_secs': 1.043334} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.245117] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.245396] env[69019]: DEBUG nova.compute.manager [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.246253] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc8eb4a-b844-4eae-9b8d-fe44b167e9b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.340260] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.376100] env[69019]: DEBUG nova.compute.manager [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.376100] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.376905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4239a1-18ca-4822-9ee9-d6cda87de2a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.385225] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.385376] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0028a8b-b623-41b8-a87d-0037c7338bd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.392544] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 761.392544] env[69019]: value = "task-3346479" [ 761.392544] env[69019]: _type = "Task" [ 761.392544] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.402759] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.452433] env[69019]: DEBUG nova.compute.manager [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.452647] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.453626] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacd4e1-c683-4540-8a52-93577d83b51c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.462040] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.462326] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886cd5ab-8643-4134-84a7-8535e78743d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.469009] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 761.469009] env[69019]: value = "task-3346480" [ 761.469009] env[69019]: _type = "Task" [ 761.469009] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.478241] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.669703] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.670323] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.674896] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.456s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.675263] env[69019]: DEBUG nova.objects.instance [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 761.764755] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.905880] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346479, 'name': PowerOffVM_Task, 'duration_secs': 0.243894} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.906286] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.906482] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.907251] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7f22d82-2abe-470f-ab76-55955d120979 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.979618] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346480, 'name': PowerOffVM_Task, 'duration_secs': 0.256182} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.979908] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.980094] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.980347] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee18b2b-6f50-47b2-bf66-d2930a62281a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.995896] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.996129] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.996314] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleting the datastore file [datastore2] 9ec7f266-87f6-414f-9bca-31e0bcc869c6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.996572] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d2c2cb-73a0-4074-a4ee-e8573770772d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.006019] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 762.006019] env[69019]: value = "task-3346483" [ 762.006019] env[69019]: _type = "Task" [ 762.006019] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.012914] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.048069] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.048289] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.048534] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleting the datastore file [datastore1] 11ce291b-4b29-4b8e-8628-dfd110846a4b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.048804] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19edc297-bf18-443c-9a6b-5ec83d1f9d89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.055492] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 762.055492] env[69019]: value = "task-3346484" [ 762.055492] env[69019]: _type = "Task" [ 762.055492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.064716] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.184632] env[69019]: DEBUG nova.compute.utils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.189031] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.189031] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.250602] env[69019]: DEBUG nova.policy [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9ad1fe34b1e464db963d4ee02637431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2ca986dd874d50960a97e702e95f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.514796] env[69019]: DEBUG oslo_vmware.api [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303293} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.515064] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.515281] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.515534] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.515725] env[69019]: INFO nova.compute.manager [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 762.515966] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.516173] env[69019]: DEBUG nova.compute.manager [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.516275] env[69019]: DEBUG nova.network.neutron [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.568264] env[69019]: DEBUG oslo_vmware.api [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328739} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.568498] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.568657] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.568827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.568994] env[69019]: INFO nova.compute.manager [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 762.569287] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.569913] env[69019]: DEBUG nova.compute.manager [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.569913] env[69019]: DEBUG nova.network.neutron [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.688014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-af98824a-13b8-4cb6-be44-ffc208dd1053 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.688748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.137s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.694463] env[69019]: INFO nova.compute.claims [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.697577] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.796782] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Successfully created port: 049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.923812] env[69019]: DEBUG nova.compute.manager [req-fa23ee06-bfdb-41e5-a4bf-c29c4fc78a06 req-308113ba-978d-44da-97ce-0be3bf9db1a4 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Received event network-vif-deleted-d71de39f-6b2e-460b-97ed-6b41c26d6345 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.924036] env[69019]: INFO nova.compute.manager [req-fa23ee06-bfdb-41e5-a4bf-c29c4fc78a06 req-308113ba-978d-44da-97ce-0be3bf9db1a4 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Neutron deleted interface d71de39f-6b2e-460b-97ed-6b41c26d6345; detaching it from the instance and deleting it from the info cache [ 762.928020] env[69019]: DEBUG nova.network.neutron [req-fa23ee06-bfdb-41e5-a4bf-c29c4fc78a06 req-308113ba-978d-44da-97ce-0be3bf9db1a4 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.341434] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.341819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.342068] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.342303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.342486] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.347359] env[69019]: INFO nova.compute.manager [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Terminating instance [ 763.409220] env[69019]: DEBUG nova.network.neutron [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.428010] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-341985c5-a741-442a-a7d5-3d1c51beee55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.438393] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2805f-cfa6-42d0-900c-bc695487b9b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.449832] env[69019]: DEBUG nova.network.neutron [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.478462] env[69019]: DEBUG nova.compute.manager [req-fa23ee06-bfdb-41e5-a4bf-c29c4fc78a06 req-308113ba-978d-44da-97ce-0be3bf9db1a4 service nova] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Detach interface failed, port_id=d71de39f-6b2e-460b-97ed-6b41c26d6345, reason: Instance 9ec7f266-87f6-414f-9bca-31e0bcc869c6 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.717941] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.742194] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.742817] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.742817] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.742817] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.743024] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.743024] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.743230] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.743391] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.743578] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.743757] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.743931] env[69019]: DEBUG nova.virt.hardware [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.744831] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdbaa66-5918-4ea5-bf73-3ca72575faf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.758318] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83202241-b653-45ce-a746-cbf297b4048b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.851338] env[69019]: DEBUG nova.compute.manager [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.851338] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.854015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a911f0-e541-4cfc-a9db-ef505ae73fd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.863374] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.864083] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0032f7c0-f1c8-4d27-a4f9-93318de433ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.876412] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 763.876412] env[69019]: value = "task-3346485" [ 763.876412] env[69019]: _type = "Task" [ 763.876412] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.889902] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.913969] env[69019]: INFO nova.compute.manager [-] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Took 1.40 seconds to deallocate network for instance. [ 763.952693] env[69019]: INFO nova.compute.manager [-] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Took 1.38 seconds to deallocate network for instance. [ 763.975094] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.975470] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.248794] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecb774-8680-4f00-9854-87303d154767 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.257026] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e48a08-d862-4547-8cd9-bf236d84a9f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.288910] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3383e3-a341-4d15-9725-bd90c91fa3cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.297151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22632b59-f10c-42bc-8a53-6533f1d6e190 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.311172] env[69019]: DEBUG nova.compute.provider_tree [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.393432] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346485, 'name': PowerOffVM_Task, 'duration_secs': 0.245351} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.393879] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.394201] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.394558] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa7ba5a-2755-4782-b7b7-a8590031b2da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.405277] env[69019]: DEBUG nova.compute.manager [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Received event network-vif-plugged-049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.405277] env[69019]: DEBUG oslo_concurrency.lockutils [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] Acquiring lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.405277] env[69019]: DEBUG oslo_concurrency.lockutils [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.405277] env[69019]: DEBUG oslo_concurrency.lockutils [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.405277] env[69019]: DEBUG nova.compute.manager [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] No waiting events found dispatching network-vif-plugged-049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.406050] env[69019]: WARNING nova.compute.manager [req-5bdcd2c0-1a76-4d00-9c07-ecf4dc144406 req-e2458ac7-6dae-4948-9ec0-1a57f049614e service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Received unexpected event network-vif-plugged-049f5459-f6ef-486c-835b-bbf3e2ac355b for instance with vm_state building and task_state spawning. [ 764.425412] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.459447] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.462020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.462020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.462020] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore2] 31c8ee4f-5063-4ad9-9858-489c4542df7f {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.462253] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea498d86-7bfa-46d1-9e29-d79fb658aa9b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.471259] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 764.471259] env[69019]: value = "task-3346487" [ 764.471259] env[69019]: _type = "Task" [ 764.471259] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.478386] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.564107] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Successfully updated port: 049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.815099] env[69019]: DEBUG nova.scheduler.client.report [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.957636] env[69019]: DEBUG nova.compute.manager [req-d84be4b2-565d-4078-b90f-5a0138a852c3 req-2a1af5d7-6794-413a-8eba-b648e2f15067 service nova] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Received event network-vif-deleted-e6e151ba-2d43-4524-8690-7eea9eac1fb5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.978329] env[69019]: DEBUG oslo_vmware.api [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258955} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.978580] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.978763] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.978940] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.979129] env[69019]: INFO nova.compute.manager [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.979377] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.979569] env[69019]: DEBUG nova.compute.manager [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.979665] env[69019]: DEBUG nova.network.neutron [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.071080] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071386] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071647] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.322350] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.322909] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.325592] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.587s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.325790] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.327673] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.654s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.327862] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.330018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.962s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.330217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.331893] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.603s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.332174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.333843] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.238s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.335798] env[69019]: INFO nova.compute.claims [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.346651] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.347545] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b94129-8744-470c-ae4a-a818b7730593 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.354421] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.354587] env[69019]: ERROR oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk due to incomplete transfer. [ 765.354832] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61a721db-5011-42a1-8da2-78ca7081bd87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.363659] env[69019]: INFO nova.scheduler.client.report [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Deleted allocations for instance 598ca892-b5b8-4405-8706-a671a0d8a2c3 [ 765.365491] env[69019]: INFO nova.scheduler.client.report [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Deleted allocations for instance 8c2456ab-7031-460c-aeb3-a59ee1a42af6 [ 765.366599] env[69019]: DEBUG oslo_vmware.rw_handles [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527434d9-2328-6761-cab0-25eb3f14aa6d/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.366599] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Uploaded image c917d223-a6ec-46c8-8c8c-1a59a5247b75 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.369265] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.373689] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-270c5351-c440-422e-a6fa-268989237393 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.376958] env[69019]: INFO nova.scheduler.client.report [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleted allocations for instance 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125 [ 765.383765] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 765.383765] env[69019]: value = "task-3346488" [ 765.383765] env[69019]: _type = "Task" [ 765.383765] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.386330] env[69019]: INFO nova.scheduler.client.report [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Deleted allocations for instance 441dd70e-b58d-44bf-af0a-8af8f98b7cb6 [ 765.393151] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346488, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.613802] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.705938] env[69019]: DEBUG nova.network.neutron [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.811076] env[69019]: DEBUG nova.network.neutron [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updating instance_info_cache with network_info: [{"id": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "address": "fa:16:3e:84:db:7d", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049f5459-f6", "ovs_interfaceid": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.840556] env[69019]: DEBUG nova.compute.utils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.845242] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.845452] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.881588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-12313f8d-198d-4cfa-83de-80fa6e428bcb tempest-ServersListShow2100Test-326223245 tempest-ServersListShow2100Test-326223245-project-member] Lock "8c2456ab-7031-460c-aeb3-a59ee1a42af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.417s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.889308] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c32c82e-30fd-421f-bd12-7baa124813b9 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.417s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.899047] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346488, 'name': Destroy_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.899635] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9f38dce8-34db-40f7-bda5-97ac276e1016 tempest-ServerShowV247Test-13133221 tempest-ServerShowV247Test-13133221-project-member] Lock "441dd70e-b58d-44bf-af0a-8af8f98b7cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.389s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.905496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-599989cb-8ba5-43da-9489-7d56e4684d67 tempest-ServerDiagnosticsNegativeTest-1434573370 tempest-ServerDiagnosticsNegativeTest-1434573370-project-member] Lock "598ca892-b5b8-4405-8706-a671a0d8a2c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.277s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.918958] env[69019]: DEBUG nova.policy [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3ae9b5cc75c4bc0990bad53e731524a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa19a1108bf9416a977bfff5f53d5816', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.209873] env[69019]: INFO nova.compute.manager [-] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Took 1.23 seconds to deallocate network for instance. [ 766.279552] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Successfully created port: c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.314338] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.314658] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Instance network_info: |[{"id": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "address": "fa:16:3e:84:db:7d", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049f5459-f6", "ovs_interfaceid": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.315404] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:db:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '049f5459-f6ef-486c-835b-bbf3e2ac355b', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.325191] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Creating folder: Project (bd2ca986dd874d50960a97e702e95f11). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.325191] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-776fbc76-9def-4ecc-9ce9-14e9bd3e65be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.340450] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Created folder: Project (bd2ca986dd874d50960a97e702e95f11) in parent group-v667907. [ 766.340450] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Creating folder: Instances. Parent ref: group-v668029. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.340450] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0efa59-466f-4970-8455-da5c4d7073e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.351584] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.354317] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Created folder: Instances in parent group-v668029. [ 766.354553] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.354735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.356858] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3319c2fc-1319-4224-8b8d-3989eb6ed352 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.379701] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.379701] env[69019]: value = "task-3346491" [ 766.379701] env[69019]: _type = "Task" [ 766.379701] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.399063] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346488, 'name': Destroy_Task, 'duration_secs': 0.68582} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.403324] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Destroyed the VM [ 766.403609] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.404086] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346491, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.405070] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f421bfbc-9bb3-4f96-86bc-3246e1eecccf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.417260] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 766.417260] env[69019]: value = "task-3346492" [ 766.417260] env[69019]: _type = "Task" [ 766.417260] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.427953] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.561245] env[69019]: DEBUG nova.compute.manager [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Received event network-changed-049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.561497] env[69019]: DEBUG nova.compute.manager [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Refreshing instance network info cache due to event network-changed-049f5459-f6ef-486c-835b-bbf3e2ac355b. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.562766] env[69019]: DEBUG oslo_concurrency.lockutils [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] Acquiring lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.562766] env[69019]: DEBUG oslo_concurrency.lockutils [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] Acquired lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.562766] env[69019]: DEBUG nova.network.neutron [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Refreshing network info cache for port 049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.725333] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.765052] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.765365] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.765596] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.765814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.766015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.770978] env[69019]: INFO nova.compute.manager [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Terminating instance [ 766.893252] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346491, 'name': CreateVM_Task, 'duration_secs': 0.341421} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.893451] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.894166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.894358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.894667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.894917] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfb0f5d-3ed1-48a0-9b56-99523110ccf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.901154] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 766.901154] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52eb3f67-7044-8e00-a9bb-e7e2fbc23111" [ 766.901154] env[69019]: _type = "Task" [ 766.901154] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.913824] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52eb3f67-7044-8e00-a9bb-e7e2fbc23111, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.914136] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.914450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.914924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.914924] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.915166] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c73f9b-7b63-41d1-b5c4-599c2f12bf6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.929106] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.929106] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.932401] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95980959-d1da-4178-9954-45c7e13910f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.935321] env[69019]: DEBUG oslo_vmware.api [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430751} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.938398] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.938799] env[69019]: INFO nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Took 14.24 seconds to snapshot the instance on the hypervisor. [ 766.945837] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 766.945837] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b63e9f-1863-118e-887b-465864062982" [ 766.945837] env[69019]: _type = "Task" [ 766.945837] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.950635] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.950635] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.950635] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.950816] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.950887] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.953395] env[69019]: INFO nova.compute.manager [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Terminating instance [ 766.958403] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b63e9f-1863-118e-887b-465864062982, 'name': SearchDatastore_Task, 'duration_secs': 0.007789} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.963156] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d354e314-f9e9-4964-9ae5-269994367b34 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.968642] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 766.968642] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522b8eb5-c561-fdd9-557e-76cd3d0651de" [ 766.968642] env[69019]: _type = "Task" [ 766.968642] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.985202] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522b8eb5-c561-fdd9-557e-76cd3d0651de, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.985202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.985202] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 2b819ac7-b7a4-4fef-beed-7bb48ef2609a/2b819ac7-b7a4-4fef-beed-7bb48ef2609a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.985202] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc9ad23-53af-4c24-9317-2749f6256c76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.992451] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 766.992451] env[69019]: value = "task-3346493" [ 766.992451] env[69019]: _type = "Task" [ 766.992451] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.994116] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e6dad-ce69-4216-93df-b9b33d9a1005 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.007287] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6eec99-66ef-4804-a2c7-cf2a4ca87c73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.010217] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.041728] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4692606-0dad-4a60-b70f-738fa1f5993a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.049455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211499c4-4683-403f-b8f2-1870ece770ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.063340] env[69019]: DEBUG nova.compute.provider_tree [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.275945] env[69019]: DEBUG nova.compute.manager [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.276228] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.277182] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b97f2db-e69a-415a-9c56-56007bc1424e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.286063] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.286421] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e30eb254-4c74-4b7c-90bc-11d0ae3269bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.302084] env[69019]: DEBUG nova.network.neutron [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updated VIF entry in instance network info cache for port 049f5459-f6ef-486c-835b-bbf3e2ac355b. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.302084] env[69019]: DEBUG nova.network.neutron [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updating instance_info_cache with network_info: [{"id": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "address": "fa:16:3e:84:db:7d", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049f5459-f6", "ovs_interfaceid": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.356512] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.356801] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.356990] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore1] fc69d818-c20d-44bc-beb7-abc311f7a88b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.357351] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13627e0c-10f9-46c1-8b9f-37f4f3831cab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.365631] env[69019]: DEBUG oslo_vmware.api [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 767.365631] env[69019]: value = "task-3346495" [ 767.365631] env[69019]: _type = "Task" [ 767.365631] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.376109] env[69019]: DEBUG oslo_vmware.api [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.380621] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.410353] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.410684] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.410846] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.411070] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.411190] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.411368] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.411579] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.411828] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.412036] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.412248] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.412462] env[69019]: DEBUG nova.virt.hardware [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.413429] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c81ef-a608-4ea9-ad8e-3712dec24935 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.422072] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f13f1f-4450-4a45-bba9-4c4c45c35495 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.443986] env[69019]: DEBUG nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance disappeared during snapshot {{(pid=69019) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 767.456153] env[69019]: DEBUG nova.compute.manager [None req-637dd6d8-f929-4cd6-887a-a444a69cd6a3 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image not found during clean up c917d223-a6ec-46c8-8c8c-1a59a5247b75 {{(pid=69019) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 767.464614] env[69019]: DEBUG nova.compute.manager [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.465312] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.466440] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1855c5-503a-4086-a77f-6b3830ee8181 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.474364] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.474606] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d3a25b-12af-46aa-a432-c826f53a09d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.481616] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 767.481616] env[69019]: value = "task-3346496" [ 767.481616] env[69019]: _type = "Task" [ 767.481616] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.491155] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.502587] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444016} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.502884] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 2b819ac7-b7a4-4fef-beed-7bb48ef2609a/2b819ac7-b7a4-4fef-beed-7bb48ef2609a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.503113] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.503727] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13b857d6-01f6-4457-be14-58f1424642ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.512246] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.512477] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.517028] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 767.517028] env[69019]: value = "task-3346497" [ 767.517028] env[69019]: _type = "Task" [ 767.517028] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.526655] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.567127] env[69019]: DEBUG nova.scheduler.client.report [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.804857] env[69019]: DEBUG oslo_concurrency.lockutils [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] Releasing lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.805207] env[69019]: DEBUG nova.compute.manager [req-bf7ab0a0-b76f-42ff-a6f4-ae9965994466 req-ce99ae29-d493-4416-bcee-1812910a28d6 service nova] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Received event network-vif-deleted-b8580732-432e-4996-9c22-16545dacd0e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.875659] env[69019]: DEBUG oslo_vmware.api [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216511} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.875885] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.876190] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.876426] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.876651] env[69019]: INFO nova.compute.manager [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 767.877913] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.877913] env[69019]: DEBUG nova.compute.manager [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.877913] env[69019]: DEBUG nova.network.neutron [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.995221] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346496, 'name': PowerOffVM_Task, 'duration_secs': 0.203881} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.995221] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.995221] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.995221] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70dc9759-95bc-4b2e-b551-49ecc476a526 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.034440] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064205} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.034871] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.035885] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ab7d1-64eb-4ff7-82ad-5cba7c5f3070 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.061359] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 2b819ac7-b7a4-4fef-beed-7bb48ef2609a/2b819ac7-b7a4-4fef-beed-7bb48ef2609a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.061850] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305248e9-313d-4f57-83af-c739997665d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.080924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.081507] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.084065] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.084270] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.084454] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleting the datastore file [datastore1] 0520d26f-f53f-4779-bfa3-167cf0e16dbb {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.084955] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.836s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.085242] env[69019]: DEBUG nova.objects.instance [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.087804] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ff556b-38a7-468f-af89-e5ad38c9af77 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.092684] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 768.092684] env[69019]: value = "task-3346499" [ 768.092684] env[69019]: _type = "Task" [ 768.092684] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.098772] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for the task: (returnval){ [ 768.098772] env[69019]: value = "task-3346500" [ 768.098772] env[69019]: _type = "Task" [ 768.098772] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.105852] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.113440] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.132364] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Successfully updated port: c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.210688] env[69019]: DEBUG nova.compute.manager [req-eb2fac49-4620-47fd-94e8-a9a3e6a0de1d req-b2ca00d0-e68c-4594-a717-f6af915f4fe8 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Received event network-vif-deleted-8d7c18c9-692b-4edc-bd50-0438078e2e19 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.210910] env[69019]: INFO nova.compute.manager [req-eb2fac49-4620-47fd-94e8-a9a3e6a0de1d req-b2ca00d0-e68c-4594-a717-f6af915f4fe8 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Neutron deleted interface 8d7c18c9-692b-4edc-bd50-0438078e2e19; detaching it from the instance and deleting it from the info cache [ 768.211109] env[69019]: DEBUG nova.network.neutron [req-eb2fac49-4620-47fd-94e8-a9a3e6a0de1d req-b2ca00d0-e68c-4594-a717-f6af915f4fe8 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.587012] env[69019]: DEBUG nova.compute.utils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.588436] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.588612] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.608473] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346499, 'name': ReconfigVM_Task, 'duration_secs': 0.269423} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.608734] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 2b819ac7-b7a4-4fef-beed-7bb48ef2609a/2b819ac7-b7a4-4fef-beed-7bb48ef2609a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.609725] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96430609-d145-425a-97a7-b783af033599 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.614987] env[69019]: DEBUG oslo_vmware.api [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Task: {'id': task-3346500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136632} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.615401] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.615591] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.615771] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.615951] env[69019]: INFO nova.compute.manager [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.616173] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.616363] env[69019]: DEBUG nova.compute.manager [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.616461] env[69019]: DEBUG nova.network.neutron [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.620486] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 768.620486] env[69019]: value = "task-3346501" [ 768.620486] env[69019]: _type = "Task" [ 768.620486] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.629930] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346501, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.634960] env[69019]: DEBUG nova.policy [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ef8025cb76545d5bd8ed459a6e4bae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3552b9a9883348268e26fe88ee080176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.636737] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.636877] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquired lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637288] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.645820] env[69019]: DEBUG nova.network.neutron [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.715925] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eece87c-6c7d-429c-87ae-db3367a582d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.735846] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7fbcb-5d73-49f1-ad5e-f0ff586ebc46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.750904] env[69019]: DEBUG nova.compute.manager [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Received event network-vif-plugged-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.750904] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Acquiring lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.750904] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.750904] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.750904] env[69019]: DEBUG nova.compute.manager [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] No waiting events found dispatching network-vif-plugged-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.751376] env[69019]: WARNING nova.compute.manager [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Received unexpected event network-vif-plugged-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 for instance with vm_state building and task_state spawning. [ 768.751376] env[69019]: DEBUG nova.compute.manager [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Received event network-changed-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.751376] env[69019]: DEBUG nova.compute.manager [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Refreshing instance network info cache due to event network-changed-c77eed0c-60c2-4859-83fe-96c22fbd6bc9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.751376] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Acquiring lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772540] env[69019]: DEBUG nova.compute.manager [req-eb2fac49-4620-47fd-94e8-a9a3e6a0de1d req-b2ca00d0-e68c-4594-a717-f6af915f4fe8 service nova] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Detach interface failed, port_id=8d7c18c9-692b-4edc-bd50-0438078e2e19, reason: Instance fc69d818-c20d-44bc-beb7-abc311f7a88b could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.941901] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Successfully created port: 1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.013497] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.013733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.092678] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.096545] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6261a32a-2c4c-44b0-9ec2-1750e3e5bf84 tempest-ServersAdmin275Test-846417564 tempest-ServersAdmin275Test-846417564-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.097901] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.728s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.099428] env[69019]: INFO nova.compute.claims [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.132657] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346501, 'name': Rename_Task, 'duration_secs': 0.181261} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.132915] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.134820] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee76fcdb-6fde-46ce-a081-e647c8fa6e9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.143243] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 769.143243] env[69019]: value = "task-3346502" [ 769.143243] env[69019]: _type = "Task" [ 769.143243] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.149337] env[69019]: INFO nova.compute.manager [-] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Took 1.27 seconds to deallocate network for instance. [ 769.154643] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.197441] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.371011] env[69019]: DEBUG nova.network.neutron [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updating instance_info_cache with network_info: [{"id": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "address": "fa:16:3e:c7:bc:d1", "network": {"id": "2605ec93-cd67-40ed-9e62-76e715762f69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1918113824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa19a1108bf9416a977bfff5f53d5816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77eed0c-60", "ovs_interfaceid": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.424528] env[69019]: DEBUG nova.network.neutron [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.654612] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.662181] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.875717] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Releasing lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.876108] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Instance network_info: |[{"id": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "address": "fa:16:3e:c7:bc:d1", "network": {"id": "2605ec93-cd67-40ed-9e62-76e715762f69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1918113824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa19a1108bf9416a977bfff5f53d5816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77eed0c-60", "ovs_interfaceid": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.876431] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Acquired lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.876625] env[69019]: DEBUG nova.network.neutron [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Refreshing network info cache for port c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.877822] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:bc:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77eed0c-60c2-4859-83fe-96c22fbd6bc9', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.885405] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Creating folder: Project (aa19a1108bf9416a977bfff5f53d5816). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.889013] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc59ebd-073c-4282-ada5-ff879f3e0be1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.901289] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Created folder: Project (aa19a1108bf9416a977bfff5f53d5816) in parent group-v667907. [ 769.901475] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Creating folder: Instances. Parent ref: group-v668032. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.901716] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a691061f-c1a2-4215-ba19-0ee709cc03de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.916614] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Created folder: Instances in parent group-v668032. [ 769.916907] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.917140] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.917382] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51649ef5-b57a-4f52-a17d-3cf234b2090c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.935290] env[69019]: INFO nova.compute.manager [-] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Took 1.32 seconds to deallocate network for instance. [ 769.942531] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.942531] env[69019]: value = "task-3346505" [ 769.942531] env[69019]: _type = "Task" [ 769.942531] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.950751] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346505, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.106329] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.143239] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.143239] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.143239] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.143424] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.143424] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.143424] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.143424] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.143424] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.143604] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.143604] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.143604] env[69019]: DEBUG nova.virt.hardware [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.145226] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4818d3-f05a-45dc-85f8-9aae1e8f330c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.162770] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346502, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.170048] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2540a-02f7-4b07-8198-1e00bc1e4b0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.245437] env[69019]: DEBUG nova.network.neutron [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updated VIF entry in instance network info cache for port c77eed0c-60c2-4859-83fe-96c22fbd6bc9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.245724] env[69019]: DEBUG nova.network.neutron [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updating instance_info_cache with network_info: [{"id": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "address": "fa:16:3e:c7:bc:d1", "network": {"id": "2605ec93-cd67-40ed-9e62-76e715762f69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1918113824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa19a1108bf9416a977bfff5f53d5816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77eed0c-60", "ovs_interfaceid": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.411686] env[69019]: DEBUG nova.compute.manager [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received event network-vif-plugged-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.411805] env[69019]: DEBUG oslo_concurrency.lockutils [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] Acquiring lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.412982] env[69019]: DEBUG oslo_concurrency.lockutils [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.412982] env[69019]: DEBUG oslo_concurrency.lockutils [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.412982] env[69019]: DEBUG nova.compute.manager [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] No waiting events found dispatching network-vif-plugged-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.412982] env[69019]: WARNING nova.compute.manager [req-268e9edf-ea30-44b1-a4d2-cc6ec398f309 req-9405ee53-5076-434d-80b2-a9e68ea48f6c service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received unexpected event network-vif-plugged-1dda85ed-ad3d-48ba-83eb-823604a6199e for instance with vm_state building and task_state spawning. [ 770.442334] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.456653] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346505, 'name': CreateVM_Task, 'duration_secs': 0.334258} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.456828] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.457494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.458774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.458774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.458774] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f56970-169e-4674-9464-1f3697caf5ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.462690] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 770.462690] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d1216-22be-54fe-5790-aac3a84e55b1" [ 770.462690] env[69019]: _type = "Task" [ 770.462690] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.472659] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d1216-22be-54fe-5790-aac3a84e55b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.507111] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Successfully updated port: 1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.640571] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3741df-6764-4858-ba55-343f552e31bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.648480] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50476f3d-f6c7-4d49-bc91-4f0bd713c6c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.679731] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a63fde-f932-4fa3-87c9-2cc679e7048e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685100] env[69019]: DEBUG oslo_vmware.api [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3346502, 'name': PowerOnVM_Task, 'duration_secs': 1.106388} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.685693] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.685903] env[69019]: INFO nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Took 6.97 seconds to spawn the instance on the hypervisor. [ 770.686089] env[69019]: DEBUG nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.686820] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25003cc2-6d72-494c-9ce4-cdc8f9b0b878 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.692474] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34fd74-53ba-4154-a6ad-37d537070c8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.710385] env[69019]: DEBUG nova.compute.provider_tree [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.748910] env[69019]: DEBUG oslo_concurrency.lockutils [req-ef90a02e-6732-4b87-a5ab-56879f86e1dc req-50c0b001-9ba8-4955-b5af-6427aab5aad1 service nova] Releasing lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.757565] env[69019]: DEBUG nova.compute.manager [req-10be8e9e-8d70-434c-9718-57c658d22435 req-72526c11-eb09-4fc6-8390-5db64cf732f6 service nova] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Received event network-vif-deleted-33fb230b-156e-4192-8016-9cdb0bb03b6d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.973589] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d1216-22be-54fe-5790-aac3a84e55b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.973885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.974129] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.974366] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.974514] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.974690] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.974952] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31042b82-8289-4657-8fc0-ae4d50b7753f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.983402] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.983574] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.984262] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e60d04-42a1-46ac-afc8-cd67de3f388f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.988857] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 770.988857] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521e6b17-367e-b9e1-b8d0-d604b6aa3dce" [ 770.988857] env[69019]: _type = "Task" [ 770.988857] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.995984] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521e6b17-367e-b9e1-b8d0-d604b6aa3dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.012034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.012172] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.012323] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.210743] env[69019]: INFO nova.compute.manager [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Took 49.07 seconds to build instance. [ 771.213076] env[69019]: DEBUG nova.scheduler.client.report [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.500453] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521e6b17-367e-b9e1-b8d0-d604b6aa3dce, 'name': SearchDatastore_Task, 'duration_secs': 0.007819} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.500954] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa047cf1-7305-47c6-8308-45b2ba88fc62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.506664] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 771.506664] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52312287-9253-07d6-ec3a-d935bcd0cac5" [ 771.506664] env[69019]: _type = "Task" [ 771.506664] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.515663] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52312287-9253-07d6-ec3a-d935bcd0cac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.567123] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.713262] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2cace8a-f5b9-48e8-9c32-bf047e831562 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.812s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.717903] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.718329] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.720982] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.742s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.721325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.725935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.165s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.725935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.726868] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.841s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.729217] env[69019]: INFO nova.compute.claims [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.767306] env[69019]: INFO nova.scheduler.client.report [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Deleted allocations for instance 87b447a2-8eae-4bd9-9e81-ccd702295dc9 [ 771.767750] env[69019]: INFO nova.scheduler.client.report [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Deleted allocations for instance 78d28055-b6b7-45c2-ad49-e68160a12da4 [ 771.787370] env[69019]: DEBUG nova.network.neutron [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.021506] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52312287-9253-07d6-ec3a-d935bcd0cac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.021835] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.022149] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 347727d2-51b4-4bb1-9eae-c566043ebff2/347727d2-51b4-4bb1-9eae-c566043ebff2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.022468] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c7f891-80f7-461f-9117-c7efc60967fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.029736] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 772.029736] env[69019]: value = "task-3346506" [ 772.029736] env[69019]: _type = "Task" [ 772.029736] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.038310] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.216616] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.234355] env[69019]: DEBUG nova.compute.utils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.237666] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.237853] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.279694] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4eec4009-a4ca-4520-9659-3cab2bbc3058 tempest-AttachInterfacesV270Test-337378891 tempest-AttachInterfacesV270Test-337378891-project-member] Lock "87b447a2-8eae-4bd9-9e81-ccd702295dc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.746s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.283106] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf31e6b3-6ff6-4696-9662-032ac26d56c5 tempest-ServersAdmin275Test-302624054 tempest-ServersAdmin275Test-302624054-project-member] Lock "78d28055-b6b7-45c2-ad49-e68160a12da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.957s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.291187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.291187] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Instance network_info: |[{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.291389] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:5e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dda85ed-ad3d-48ba-83eb-823604a6199e', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.299358] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.302018] env[69019]: DEBUG nova.policy [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9085e47ab34d8e903d7962746a9f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f857530a89466c8a85f8c9c7daff4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.303245] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.303502] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcaa4952-bed9-48ac-af54-6a608df5536d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.329762] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.329762] env[69019]: value = "task-3346507" [ 772.329762] env[69019]: _type = "Task" [ 772.329762] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.344634] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346507, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.507596] env[69019]: DEBUG nova.compute.manager [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.507989] env[69019]: DEBUG nova.compute.manager [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing instance network info cache due to event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.508279] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Acquiring lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.508489] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Acquired lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.508703] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.541191] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486875} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.541869] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 347727d2-51b4-4bb1-9eae-c566043ebff2/347727d2-51b4-4bb1-9eae-c566043ebff2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.542069] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.542442] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091ea08f-7aca-4e2a-ac27-d2bf4bebc482 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549049] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 772.549049] env[69019]: value = "task-3346508" [ 772.549049] env[69019]: _type = "Task" [ 772.549049] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.560181] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.666662] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Successfully created port: 57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.742749] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.753788] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.843349] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346507, 'name': CreateVM_Task, 'duration_secs': 0.333046} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.846052] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.846976] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.847098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.847454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.847751] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a11ac1c-14df-4bab-b131-1259605d1ba5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.852395] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 772.852395] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525df278-94d5-fe59-5c8b-3b9e46df36cf" [ 772.852395] env[69019]: _type = "Task" [ 772.852395] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.860552] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525df278-94d5-fe59-5c8b-3b9e46df36cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.059097] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064897} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.061547] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.062555] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b25143-0a2c-4ab1-9413-f95b800fb32a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.085573] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 347727d2-51b4-4bb1-9eae-c566043ebff2/347727d2-51b4-4bb1-9eae-c566043ebff2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.088187] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f21f4a-5a66-4f45-b953-c31f92491073 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.107685] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 773.107685] env[69019]: value = "task-3346509" [ 773.107685] env[69019]: _type = "Task" [ 773.107685] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.121169] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.303212] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72598d-5fa5-4f94-9abe-843f51815e02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.312710] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c3690-9a14-4184-a810-50f0fe81d5ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.352014] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca75faf0-15a2-4973-a03e-f5e20dfc4dc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.366679] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11035e99-4fae-419b-8f19-90a67dea3594 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.375028] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525df278-94d5-fe59-5c8b-3b9e46df36cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019484} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.375028] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.375028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.375028] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.375744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.375744] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.375744] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017b3fc3-7422-4648-8504-49d7b7bc4b23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.386419] env[69019]: DEBUG nova.compute.provider_tree [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.388626] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.389099] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.389714] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4311b4-72ba-4a20-8066-a2b9c205bce0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.394923] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 773.394923] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d4122-1128-4173-50f8-57f196717a0d" [ 773.394923] env[69019]: _type = "Task" [ 773.394923] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.403447] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d4122-1128-4173-50f8-57f196717a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.544621] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updated VIF entry in instance network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.544722] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.618382] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346509, 'name': ReconfigVM_Task, 'duration_secs': 0.281424} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.618694] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 347727d2-51b4-4bb1-9eae-c566043ebff2/347727d2-51b4-4bb1-9eae-c566043ebff2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.619611] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd91973-30c7-444c-9b5b-95d59ccdf490 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.628031] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 773.628031] env[69019]: value = "task-3346510" [ 773.628031] env[69019]: _type = "Task" [ 773.628031] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.638914] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346510, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.761032] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.793229] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.793229] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.793229] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.793686] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.793686] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.793686] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.793686] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.793686] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.793850] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.793850] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.793850] env[69019]: DEBUG nova.virt.hardware [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.793850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7ea8d-e2f6-41f2-926e-851380bc5289 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.800698] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a4a97-3eb2-495a-b15f-8f4d29f21b20 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.890628] env[69019]: DEBUG nova.scheduler.client.report [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.909522] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d4122-1128-4173-50f8-57f196717a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.910406] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c374d7c4-4fb1-45dd-aad1-818dcd481489 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.917018] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 773.917018] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5209f7dc-c5ea-ae1c-44f4-4392da02a664" [ 773.917018] env[69019]: _type = "Task" [ 773.917018] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.925845] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5209f7dc-c5ea-ae1c-44f4-4392da02a664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.049034] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Releasing lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.049034] env[69019]: DEBUG nova.compute.manager [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Received event network-changed-049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.049034] env[69019]: DEBUG nova.compute.manager [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Refreshing instance network info cache due to event network-changed-049f5459-f6ef-486c-835b-bbf3e2ac355b. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.049034] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Acquiring lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.049034] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Acquired lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.049431] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Refreshing network info cache for port 049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.137955] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346510, 'name': Rename_Task, 'duration_secs': 0.143774} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.141256] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.141256] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a480114c-3add-44ef-b41a-670f0cfd96bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.146418] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 774.146418] env[69019]: value = "task-3346511" [ 774.146418] env[69019]: _type = "Task" [ 774.146418] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.156801] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.396537] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.396992] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.399746] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.613s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.402899] env[69019]: INFO nova.compute.claims [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.429840] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5209f7dc-c5ea-ae1c-44f4-4392da02a664, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.429840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.430106] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2/62c0dc01-8a67-4ba7-81ae-58024f6e0dd2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.430709] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0522deb2-abcb-4f57-8233-35efd10cefd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.439037] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 774.439037] env[69019]: value = "task-3346512" [ 774.439037] env[69019]: _type = "Task" [ 774.439037] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.448286] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.499121] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Successfully updated port: 57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.540553] env[69019]: DEBUG nova.compute.manager [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Received event network-vif-plugged-57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.540831] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Acquiring lock "19b037df-29ea-4eda-910a-4a63de989d56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.541085] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Lock "19b037df-29ea-4eda-910a-4a63de989d56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.541443] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Lock "19b037df-29ea-4eda-910a-4a63de989d56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.541646] env[69019]: DEBUG nova.compute.manager [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] No waiting events found dispatching network-vif-plugged-57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.541855] env[69019]: WARNING nova.compute.manager [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Received unexpected event network-vif-plugged-57c5cbd2-f0ae-4423-bd09-3e08f28dadef for instance with vm_state building and task_state spawning. [ 774.542114] env[69019]: DEBUG nova.compute.manager [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Received event network-changed-57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.542329] env[69019]: DEBUG nova.compute.manager [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Refreshing instance network info cache due to event network-changed-57c5cbd2-f0ae-4423-bd09-3e08f28dadef. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.542554] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Acquiring lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.542720] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Acquired lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.542916] env[69019]: DEBUG nova.network.neutron [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Refreshing network info cache for port 57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.664816] env[69019]: DEBUG oslo_vmware.api [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3346511, 'name': PowerOnVM_Task, 'duration_secs': 0.488903} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.665170] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.665805] env[69019]: INFO nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Took 7.28 seconds to spawn the instance on the hypervisor. [ 774.665805] env[69019]: DEBUG nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.668252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4daed-d173-4699-bab6-1bc91976519a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.911506] env[69019]: DEBUG nova.compute.utils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.914899] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.915168] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.950536] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.985984] env[69019]: DEBUG nova.policy [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e57aa3cd084051a6d6f89db395504e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6b9329adad42c4809a51fee4344a9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.002366] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.088340] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updated VIF entry in instance network info cache for port 049f5459-f6ef-486c-835b-bbf3e2ac355b. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.088704] env[69019]: DEBUG nova.network.neutron [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updating instance_info_cache with network_info: [{"id": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "address": "fa:16:3e:84:db:7d", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049f5459-f6", "ovs_interfaceid": "049f5459-f6ef-486c-835b-bbf3e2ac355b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.101448] env[69019]: DEBUG nova.network.neutron [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.191313] env[69019]: INFO nova.compute.manager [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Took 50.66 seconds to build instance. [ 775.225918] env[69019]: DEBUG nova.network.neutron [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.421167] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.454103] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560045} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.456712] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2/62c0dc01-8a67-4ba7-81ae-58024f6e0dd2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.456925] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.457393] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52a25f8e-e985-4153-8bdb-b4bcb6706a9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.467060] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 775.467060] env[69019]: value = "task-3346513" [ 775.467060] env[69019]: _type = "Task" [ 775.467060] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.471024] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Successfully created port: 006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.478442] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.593575] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ec370b0-4050-4f94-aa84-9c7fe3f55672 req-7b206cd6-afda-4a9d-8e9d-a9d0b8070524 service nova] Releasing lock "refresh_cache-2b819ac7-b7a4-4fef-beed-7bb48ef2609a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.693827] env[69019]: DEBUG oslo_concurrency.lockutils [None req-de7bb330-4a7d-4da9-884b-1da3399e4cc4 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.007s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.733538] env[69019]: DEBUG oslo_concurrency.lockutils [req-c9a4f484-b746-4f63-bb3c-76e3d6fcb726 req-d24a224c-c73f-4f60-8c31-19d528c08cf2 service nova] Releasing lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.736948] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.895071] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360792ec-d45d-4693-b181-3a5fe552d113 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.902945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737b91f-99de-4983-9912-f8bb54d7beb4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.935488] env[69019]: INFO nova.virt.block_device [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Booting with volume dd4d7339-5550-4571-910c-7fcf83692f22 at /dev/sda [ 775.937696] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a331d1-8a54-4e30-92c2-f31052d7c9d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.955951] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6626b032-1b3a-4692-b267-9746bccffa94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.969216] env[69019]: DEBUG nova.compute.provider_tree [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.979161] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208671} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.979161] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.979161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541062cb-86df-485f-b16a-96c7f469bd04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.001862] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2/62c0dc01-8a67-4ba7-81ae-58024f6e0dd2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.003325] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84db640-497b-4a38-bfba-2e36e0583102 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.017090] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97fff798-9f60-4d3d-852b-e504ae04e24a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.026431] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a34fb4-7bc4-43ad-8b55-10016f0d3e0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.038293] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 776.038293] env[69019]: value = "task-3346514" [ 776.038293] env[69019]: _type = "Task" [ 776.038293] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.046484] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.061143] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-768b8175-4245-43a7-9579-bfdc1a12c1c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.069642] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed97d5a-caec-4f1b-872b-538ec6cd6249 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.102452] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72308a-7d54-4d58-a00e-b3b98f32088e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.108947] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5775a-548c-4f07-a794-9520875793d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.123426] env[69019]: DEBUG nova.virt.block_device [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updating existing volume attachment record: a86e7ff9-423f-482f-a0e9-71a4b5b4f1b0 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 776.200812] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.283268] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.475114] env[69019]: DEBUG nova.scheduler.client.report [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.529522] env[69019]: DEBUG nova.network.neutron [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Updating instance_info_cache with network_info: [{"id": "57c5cbd2-f0ae-4423-bd09-3e08f28dadef", "address": "fa:16:3e:2c:1d:4e", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c5cbd2-f0", "ovs_interfaceid": "57c5cbd2-f0ae-4423-bd09-3e08f28dadef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.549177] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346514, 'name': ReconfigVM_Task, 'duration_secs': 0.287158} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.549451] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2/62c0dc01-8a67-4ba7-81ae-58024f6e0dd2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.550077] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4622d572-cc05-41b9-9711-69b6831329dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.556504] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 776.556504] env[69019]: value = "task-3346515" [ 776.556504] env[69019]: _type = "Task" [ 776.556504] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.568217] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346515, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.652549] env[69019]: DEBUG nova.compute.manager [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Received event network-changed-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.652946] env[69019]: DEBUG nova.compute.manager [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Refreshing instance network info cache due to event network-changed-c77eed0c-60c2-4859-83fe-96c22fbd6bc9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.653386] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] Acquiring lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.653386] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] Acquired lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.653386] env[69019]: DEBUG nova.network.neutron [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Refreshing network info cache for port c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.726481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.979739] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.980331] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.984142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.102s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.984882] env[69019]: INFO nova.compute.claims [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.031730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "refresh_cache-19b037df-29ea-4eda-910a-4a63de989d56" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.033038] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance network_info: |[{"id": "57c5cbd2-f0ae-4423-bd09-3e08f28dadef", "address": "fa:16:3e:2c:1d:4e", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c5cbd2-f0", "ovs_interfaceid": "57c5cbd2-f0ae-4423-bd09-3e08f28dadef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.033166] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:1d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57c5cbd2-f0ae-4423-bd09-3e08f28dadef', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.040049] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.040821] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.041134] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b37d7a-b24f-4b9b-8928-c3cbab8592fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.062228] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.062228] env[69019]: value = "task-3346516" [ 777.062228] env[69019]: _type = "Task" [ 777.062228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.068106] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346515, 'name': Rename_Task, 'duration_secs': 0.139179} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.068735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.068979] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d800f4f-ebeb-4624-976f-2d5be2fa9748 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.073254] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346516, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.078768] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 777.078768] env[69019]: value = "task-3346517" [ 777.078768] env[69019]: _type = "Task" [ 777.078768] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.098375] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.183312] env[69019]: DEBUG nova.compute.manager [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Received event network-vif-plugged-006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.183541] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] Acquiring lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.183753] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.183921] env[69019]: DEBUG oslo_concurrency.lockutils [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.189027] env[69019]: DEBUG nova.compute.manager [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] No waiting events found dispatching network-vif-plugged-006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.189027] env[69019]: WARNING nova.compute.manager [req-c8560e8a-9bf2-4e65-a77a-4d036d3532a7 req-5278c414-e8c5-478e-b361-d22f6dec6d9e service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Received unexpected event network-vif-plugged-006e900e-d787-4839-a7ee-da47878987ce for instance with vm_state building and task_state block_device_mapping. [ 777.414303] env[69019]: DEBUG nova.network.neutron [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updated VIF entry in instance network info cache for port c77eed0c-60c2-4859-83fe-96c22fbd6bc9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.414684] env[69019]: DEBUG nova.network.neutron [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updating instance_info_cache with network_info: [{"id": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "address": "fa:16:3e:c7:bc:d1", "network": {"id": "2605ec93-cd67-40ed-9e62-76e715762f69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1918113824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa19a1108bf9416a977bfff5f53d5816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77eed0c-60", "ovs_interfaceid": "c77eed0c-60c2-4859-83fe-96c22fbd6bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.490339] env[69019]: DEBUG nova.compute.utils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.503030] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.503030] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.539612] env[69019]: DEBUG nova.policy [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a35556ac2c46a5a154bffb96a9a4f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858689c33613412bbee445f6b102d231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.560819] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Successfully updated port: 006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.582074] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346516, 'name': CreateVM_Task, 'duration_secs': 0.298788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.586150] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.587218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.587375] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.587761] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.588997] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1973b6e3-961c-477a-8578-c95051a8c852 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.595290] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.599051] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 777.599051] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528b1b43-e5d6-8e38-6e7f-6632b6d01487" [ 777.599051] env[69019]: _type = "Task" [ 777.599051] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.610055] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528b1b43-e5d6-8e38-6e7f-6632b6d01487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.918010] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7341960-0554-460f-a351-58c6d14a3873 req-66743be4-5349-462e-8395-b3ec86269538 service nova] Releasing lock "refresh_cache-347727d2-51b4-4bb1-9eae-c566043ebff2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.959203] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Successfully created port: 3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.000860] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.075666] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.075793] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquired lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.075943] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.095925] env[69019]: DEBUG oslo_vmware.api [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346517, 'name': PowerOnVM_Task, 'duration_secs': 0.546283} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.099122] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.099366] env[69019]: INFO nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Took 7.99 seconds to spawn the instance on the hypervisor. [ 778.099557] env[69019]: DEBUG nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.100877] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0f4a65-7231-4e41-886e-805be6a5b075 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.117693] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528b1b43-e5d6-8e38-6e7f-6632b6d01487, 'name': SearchDatastore_Task, 'duration_secs': 0.022657} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.120724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.120954] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.121500] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.121579] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.121768] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.122714] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ae7074a-921c-4ced-90e9-e6c2348eb9a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.135098] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.135366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.136105] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f706ab24-1e1b-44ae-886b-baa37b10aea7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.141995] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 778.141995] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520ade7f-e0eb-98a6-d050-00b65ddf6fc8" [ 778.141995] env[69019]: _type = "Task" [ 778.141995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.154158] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520ade7f-e0eb-98a6-d050-00b65ddf6fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.262031] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.262843] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.263272] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.263597] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.265087] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.265087] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.265087] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.265087] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.265087] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.265461] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.265461] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.265791] env[69019]: DEBUG nova.virt.hardware [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.270347] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32250aa-4e4f-42c6-b76a-b6627bb4364b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.283221] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e055b7-c222-4c35-b624-0291ccee164d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634122] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a312d24e-2986-4e22-8ab7-41f80ac55850 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.637391] env[69019]: INFO nova.compute.manager [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Took 46.59 seconds to build instance. [ 778.648427] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09356ef-7c3b-4ae6-af4f-a38bcf534e4c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.652208] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.662940] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520ade7f-e0eb-98a6-d050-00b65ddf6fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.021948} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.696400] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0dfdba-4225-464f-9f5b-ca732c196389 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.699485] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bdf4db-8859-4866-8854-a2091720ab8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.706534] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 778.706534] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5266afb5-25ce-f645-4b9b-1a038c782d92" [ 778.706534] env[69019]: _type = "Task" [ 778.706534] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.712275] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25bbb1f-0a3f-475c-982f-73ab973e488c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.721925] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5266afb5-25ce-f645-4b9b-1a038c782d92, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.729846] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.730158] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 19b037df-29ea-4eda-910a-4a63de989d56/19b037df-29ea-4eda-910a-4a63de989d56.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.730982] env[69019]: DEBUG nova.compute.provider_tree [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.732486] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8856f5f8-4396-4920-8c4f-5ba6c874f709 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.744798] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 778.744798] env[69019]: value = "task-3346518" [ 778.744798] env[69019]: _type = "Task" [ 778.744798] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.762303] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.921622] env[69019]: DEBUG nova.network.neutron [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updating instance_info_cache with network_info: [{"id": "006e900e-d787-4839-a7ee-da47878987ce", "address": "fa:16:3e:b4:f9:5b", "network": {"id": "a84f2502-a415-424e-9962-69eff2f07228", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1302152976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6b9329adad42c4809a51fee4344a9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006e900e-d7", "ovs_interfaceid": "006e900e-d787-4839-a7ee-da47878987ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.017016] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.042495] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.042692] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.042967] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.043032] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.043155] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.043306] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.046708] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.046708] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.046708] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.046708] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.046708] env[69019]: DEBUG nova.virt.hardware [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.046871] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598ee61-a0de-48fb-a609-e29324289fb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.053700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7781b1e8-bacd-4d51-8d21-c4da6f42b1b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d7eefd2-994a-472b-8dd5-52940a10308a tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.581s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.236624] env[69019]: DEBUG nova.scheduler.client.report [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.259029] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.425046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Releasing lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.425562] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Instance network_info: |[{"id": "006e900e-d787-4839-a7ee-da47878987ce", "address": "fa:16:3e:b4:f9:5b", "network": {"id": "a84f2502-a415-424e-9962-69eff2f07228", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1302152976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6b9329adad42c4809a51fee4344a9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006e900e-d7", "ovs_interfaceid": "006e900e-d787-4839-a7ee-da47878987ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.427407] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '006e900e-d787-4839-a7ee-da47878987ce', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.436495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Creating folder: Project (fb6b9329adad42c4809a51fee4344a9d). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.436865] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-347641ce-c046-4f85-b6ac-716c262df223 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.454279] env[69019]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 779.454279] env[69019]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69019) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 779.454279] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Folder already exists: Project (fb6b9329adad42c4809a51fee4344a9d). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 779.454279] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Creating folder: Instances. Parent ref: group-v667972. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.454279] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5814d89-dce1-41a9-ab79-e799e39cebf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.470304] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Created folder: Instances in parent group-v667972. [ 779.470304] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.470304] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.470304] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-052443c9-a297-4426-bc80-fc33260e1e7e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.502210] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.502210] env[69019]: value = "task-3346521" [ 779.502210] env[69019]: _type = "Task" [ 779.502210] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.517280] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346521, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.550483] env[69019]: DEBUG nova.compute.manager [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Received event network-changed-006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.550483] env[69019]: DEBUG nova.compute.manager [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Refreshing instance network info cache due to event network-changed-006e900e-d787-4839-a7ee-da47878987ce. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.550483] env[69019]: DEBUG oslo_concurrency.lockutils [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] Acquiring lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.550626] env[69019]: DEBUG oslo_concurrency.lockutils [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] Acquired lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.550682] env[69019]: DEBUG nova.network.neutron [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Refreshing network info cache for port 006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.646884] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.711528] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Successfully updated port: 3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.743220] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.743775] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.746313] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.969s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.746540] env[69019]: DEBUG nova.objects.instance [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lazy-loading 'resources' on Instance uuid 0154bed4-9720-44f6-8d8e-0938ebf8d875 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.758357] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842968} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.758611] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 19b037df-29ea-4eda-910a-4a63de989d56/19b037df-29ea-4eda-910a-4a63de989d56.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.758811] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.759071] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01a32bbd-361d-4c11-8f22-cc1a18edb13f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.766417] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 779.766417] env[69019]: value = "task-3346522" [ 779.766417] env[69019]: _type = "Task" [ 779.766417] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.774956] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.886159] env[69019]: DEBUG nova.compute.manager [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Received event network-vif-plugged-3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.886159] env[69019]: DEBUG oslo_concurrency.lockutils [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.886159] env[69019]: DEBUG oslo_concurrency.lockutils [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] Lock "21657f16-a790-4a08-8542-be77c2663dd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.886159] env[69019]: DEBUG oslo_concurrency.lockutils [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] Lock "21657f16-a790-4a08-8542-be77c2663dd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.886159] env[69019]: DEBUG nova.compute.manager [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] No waiting events found dispatching network-vif-plugged-3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.886328] env[69019]: WARNING nova.compute.manager [req-21899100-9c00-4d39-96eb-8225d930b09e req-b51d5fb8-cf96-4519-98aa-05cb8d73db41 service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Received unexpected event network-vif-plugged-3592b44c-04d2-49eb-8459-cb11321ec705 for instance with vm_state building and task_state spawning. [ 780.014029] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346521, 'name': CreateVM_Task, 'duration_secs': 0.465673} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.014029] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.014029] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': 'a86e7ff9-423f-482f-a0e9-71a4b5b4f1b0', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-667982', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'name': 'volume-dd4d7339-5550-4571-910c-7fcf83692f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2687157-e2d3-40cd-9ad0-18ba6f4b6f42', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'serial': 'dd4d7339-5550-4571-910c-7fcf83692f22'}, 'volume_type': None}], 'swap': None} {{(pid=69019) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 780.014252] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Root volume attach. Driver type: vmdk {{(pid=69019) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 780.014252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338aef13-29ac-4292-bff9-c1c1ed62e6b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.022612] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc14968-6fec-46b4-868e-678f207cd8e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.028850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6e5166-c16d-415b-b583-c8ded0f163af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.035889] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1a14601f-53f2-4454-aed1-72e5eaf09f6e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.042823] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 780.042823] env[69019]: value = "task-3346523" [ 780.042823] env[69019]: _type = "Task" [ 780.042823] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.054841] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346523, 'name': RelocateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.096754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.097015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.179697] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.190317] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.190317] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.213867] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.213867] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.214182] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.253166] env[69019]: DEBUG nova.compute.utils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.255037] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.259427] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.276378] env[69019]: DEBUG nova.network.neutron [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updated VIF entry in instance network info cache for port 006e900e-d787-4839-a7ee-da47878987ce. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.277441] env[69019]: DEBUG nova.network.neutron [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updating instance_info_cache with network_info: [{"id": "006e900e-d787-4839-a7ee-da47878987ce", "address": "fa:16:3e:b4:f9:5b", "network": {"id": "a84f2502-a415-424e-9962-69eff2f07228", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1302152976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6b9329adad42c4809a51fee4344a9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006e900e-d7", "ovs_interfaceid": "006e900e-d787-4839-a7ee-da47878987ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.296170] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067645} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.296170] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.296170] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491d053-c175-4095-916b-477a1dc3c4b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.321954] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 19b037df-29ea-4eda-910a-4a63de989d56/19b037df-29ea-4eda-910a-4a63de989d56.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.323680] env[69019]: DEBUG nova.policy [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6eaa22edd2c4ef3b427cc52fecc6965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf9d3ae572ce4f08adcfe37fd36b799f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.327788] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d99fe1a-9d08-4550-b605-2991fb203ca9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.350206] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 780.350206] env[69019]: value = "task-3346524" [ 780.350206] env[69019]: _type = "Task" [ 780.350206] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.362075] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.553018] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346523, 'name': RelocateVM_Task} progress is 20%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.626240] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.626472] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.626691] env[69019]: INFO nova.compute.manager [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Rebooting instance [ 780.642897] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Successfully created port: 61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.694928] env[69019]: DEBUG nova.compute.utils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.762708] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.763519] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.789021] env[69019]: DEBUG oslo_concurrency.lockutils [req-3ebe5e31-d29a-46c9-848e-de060b18e5a5 req-c553a1b6-24ed-4c62-ac48-9c61ba0764ab service nova] Releasing lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.827552] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e6fe4-cfc2-48e7-a373-cbd8d36fc4b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.836135] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f71ce4-3fc9-462e-95c4-d3a5efbcf015 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.872851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2cad1-73ef-4af4-9c00-a9e2d6893d88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.881380] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.884016] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ad1532-0070-4de0-930c-ea0b28e8981f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.898134] env[69019]: DEBUG nova.compute.provider_tree [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.951631] env[69019]: DEBUG nova.network.neutron [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating instance_info_cache with network_info: [{"id": "3592b44c-04d2-49eb-8459-cb11321ec705", "address": "fa:16:3e:3a:9a:f4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3592b44c-04", "ovs_interfaceid": "3592b44c-04d2-49eb-8459-cb11321ec705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.056070] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346523, 'name': RelocateVM_Task, 'duration_secs': 0.727531} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.056365] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 781.056420] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-667982', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'name': 'volume-dd4d7339-5550-4571-910c-7fcf83692f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2687157-e2d3-40cd-9ad0-18ba6f4b6f42', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'serial': 'dd4d7339-5550-4571-910c-7fcf83692f22'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 781.057212] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0174b61e-ff7a-49c4-be41-acf928a4a5e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.072453] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06c09eb-5025-4c5d-b75b-86ffb0391508 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.096116] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-dd4d7339-5550-4571-910c-7fcf83692f22/volume-dd4d7339-5550-4571-910c-7fcf83692f22.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.096705] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22a6a9d-c01a-4394-9756-8300c83373d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.116463] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 781.116463] env[69019]: value = "task-3346525" [ 781.116463] env[69019]: _type = "Task" [ 781.116463] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.124352] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.128931] env[69019]: DEBUG nova.compute.manager [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.129701] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe52029-6ad6-4995-8311-c26145708c92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.155910] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155910] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquired lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155910] env[69019]: DEBUG nova.network.neutron [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.199126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.376791] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.401313] env[69019]: DEBUG nova.scheduler.client.report [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.454889] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.455223] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Instance network_info: |[{"id": "3592b44c-04d2-49eb-8459-cb11321ec705", "address": "fa:16:3e:3a:9a:f4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3592b44c-04", "ovs_interfaceid": "3592b44c-04d2-49eb-8459-cb11321ec705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.455633] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:9a:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3592b44c-04d2-49eb-8459-cb11321ec705', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.463275] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating folder: Project (858689c33613412bbee445f6b102d231). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.463551] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee157c2-f557-4a34-afcf-c06ce413d44b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.475172] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created folder: Project (858689c33613412bbee445f6b102d231) in parent group-v667907. [ 781.476276] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating folder: Instances. Parent ref: group-v668039. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.476276] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a279ebb-7a62-49b4-83f7-94f8d4033f95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.484578] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created folder: Instances in parent group-v668039. [ 781.484806] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.484983] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.485189] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24701b4b-f222-4b1b-9a70-e2a7936cd826 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.505066] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.505066] env[69019]: value = "task-3346528" [ 781.505066] env[69019]: _type = "Task" [ 781.505066] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.515396] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346528, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.626145] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346525, 'name': ReconfigVM_Task, 'duration_secs': 0.274232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.626445] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-dd4d7339-5550-4571-910c-7fcf83692f22/volume-dd4d7339-5550-4571-910c-7fcf83692f22.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.631507] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25393842-3358-4b8d-aefc-2aa71d82c6ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.642369] env[69019]: INFO nova.compute.manager [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] instance snapshotting [ 781.642977] env[69019]: DEBUG nova.objects.instance [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.651719] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 781.651719] env[69019]: value = "task-3346529" [ 781.651719] env[69019]: _type = "Task" [ 781.651719] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.665098] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.776320] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.788956] env[69019]: DEBUG nova.compute.manager [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.789234] env[69019]: DEBUG nova.compute.manager [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing instance network info cache due to event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.789462] env[69019]: DEBUG oslo_concurrency.lockutils [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] Acquiring lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.801604] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:22:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='182ea0bf-668b-4ff2-81ea-04d8821cc449',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-422677200',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.801889] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.802196] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.802320] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.802522] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.802987] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.802987] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.803098] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.803280] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.803527] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.803759] env[69019]: DEBUG nova.virt.hardware [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.805413] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77154104-9da4-4c41-bff0-36a9ee89ec97 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.814435] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049a3c6-7fb2-41c0-a22e-c2bcb912419a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.876237] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.882416] env[69019]: DEBUG nova.network.neutron [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.905826] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.908207] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.691s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.909725] env[69019]: INFO nova.compute.claims [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.914617] env[69019]: DEBUG nova.compute.manager [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Received event network-changed-3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.914734] env[69019]: DEBUG nova.compute.manager [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Refreshing instance network info cache due to event network-changed-3592b44c-04d2-49eb-8459-cb11321ec705. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.914935] env[69019]: DEBUG oslo_concurrency.lockutils [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] Acquiring lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.915095] env[69019]: DEBUG oslo_concurrency.lockutils [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] Acquired lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.915260] env[69019]: DEBUG nova.network.neutron [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Refreshing network info cache for port 3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.930857] env[69019]: INFO nova.scheduler.client.report [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Deleted allocations for instance 0154bed4-9720-44f6-8d8e-0938ebf8d875 [ 782.017025] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346528, 'name': CreateVM_Task, 'duration_secs': 0.428559} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.017025] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.017025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.017025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.017025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.017025] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ab15cc-546d-4428-af69-c30deff24332 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.021475] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 782.021475] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521093a6-f37e-1c39-7a3b-96b3cd040123" [ 782.021475] env[69019]: _type = "Task" [ 782.021475] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.030479] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521093a6-f37e-1c39-7a3b-96b3cd040123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.149037] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1628c5b-fe1e-43f2-8540-67abba4e8529 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.172041] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b8da4a-f87c-4e02-b2fb-137c71910791 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.177908] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346529, 'name': ReconfigVM_Task, 'duration_secs': 0.129736} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.178599] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-667982', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'name': 'volume-dd4d7339-5550-4571-910c-7fcf83692f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2687157-e2d3-40cd-9ad0-18ba6f4b6f42', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'serial': 'dd4d7339-5550-4571-910c-7fcf83692f22'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 782.179176] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ccf61d5-e083-45ef-9880-46fe81784fb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.192653] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 782.192653] env[69019]: value = "task-3346530" [ 782.192653] env[69019]: _type = "Task" [ 782.192653] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.205626] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346530, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.267947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.268457] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.269111] env[69019]: INFO nova.compute.manager [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Attaching volume 4cc68644-5ace-44d6-be79-fb18b6f7c1bf to /dev/sdb [ 782.322311] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Successfully updated port: 61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.327361] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03497494-9727-4be8-abe3-0c9b2d392dd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.336547] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552a4df-0c47-4af3-b3c5-44d38ffcb44f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.351504] env[69019]: DEBUG nova.virt.block_device [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating existing volume attachment record: 3992f429-ce83-4df9-b34d-7fb0a078c952 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 782.378486] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.385605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Releasing lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.386867] env[69019]: DEBUG oslo_concurrency.lockutils [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] Acquired lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387089] env[69019]: DEBUG nova.network.neutron [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.440071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bafefc1-0187-4bc3-a9ee-6bb125dd767a tempest-ListImageFiltersTestJSON-627137058 tempest-ListImageFiltersTestJSON-627137058-project-member] Lock "0154bed4-9720-44f6-8d8e-0938ebf8d875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.118s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.534211] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521093a6-f37e-1c39-7a3b-96b3cd040123, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.534517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.534748] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.535033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535156] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.535328] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.535585] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0286cec3-10b0-402c-a2ea-0ee616fe7e24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.546909] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.546909] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.547532] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c835fa76-18d1-485e-955b-8aadeeb083cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.556442] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 782.556442] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52575666-16b5-e133-9859-4e3628c68828" [ 782.556442] env[69019]: _type = "Task" [ 782.556442] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.564875] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52575666-16b5-e133-9859-4e3628c68828, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.566026] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0519619-c048-4499-a596-353234d6ca6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.571514] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 782.571514] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fa5376-083f-3223-9a94-0bca7125e318" [ 782.571514] env[69019]: _type = "Task" [ 782.571514] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.580276] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fa5376-083f-3223-9a94-0bca7125e318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.687292] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.687671] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1fbd748-7825-4d25-8ef7-981883cc73d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.694922] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 782.694922] env[69019]: value = "task-3346532" [ 782.694922] env[69019]: _type = "Task" [ 782.694922] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.711670] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346530, 'name': Rename_Task, 'duration_secs': 0.136475} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.715219] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.715902] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.716140] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6602f60-9adb-452b-bd3b-28897e1b3858 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.721267] env[69019]: DEBUG nova.network.neutron [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updated VIF entry in instance network info cache for port 3592b44c-04d2-49eb-8459-cb11321ec705. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.721715] env[69019]: DEBUG nova.network.neutron [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating instance_info_cache with network_info: [{"id": "3592b44c-04d2-49eb-8459-cb11321ec705", "address": "fa:16:3e:3a:9a:f4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3592b44c-04", "ovs_interfaceid": "3592b44c-04d2-49eb-8459-cb11321ec705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.724940] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 782.724940] env[69019]: value = "task-3346534" [ 782.724940] env[69019]: _type = "Task" [ 782.724940] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.736306] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.826814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.826996] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.827189] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.879449] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346524, 'name': ReconfigVM_Task, 'duration_secs': 2.259938} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.879773] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 19b037df-29ea-4eda-910a-4a63de989d56/19b037df-29ea-4eda-910a-4a63de989d56.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.880458] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d88415-d62a-402b-9f5e-032335077b5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.887810] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 782.887810] env[69019]: value = "task-3346536" [ 782.887810] env[69019]: _type = "Task" [ 782.887810] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.896581] env[69019]: DEBUG nova.compute.manager [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.898047] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f17808-f9ce-4679-8264-7dd145b85100 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.904643] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346536, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.084666] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fa5376-083f-3223-9a94-0bca7125e318, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.087808] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088141] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 21657f16-a790-4a08-8542-be77c2663dd3/21657f16-a790-4a08-8542-be77c2663dd3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.088637] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c5f92b-f94c-463e-ba8b-fa085a692675 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.100080] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 783.100080] env[69019]: value = "task-3346537" [ 783.100080] env[69019]: _type = "Task" [ 783.100080] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.111918] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.217130] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.226700] env[69019]: DEBUG oslo_concurrency.lockutils [req-0559cb78-3f9b-4b69-9ea7-78b91dffc380 req-97a27d11-edf1-40ed-a451-a467942796fd service nova] Releasing lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.238675] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346534, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.275625] env[69019]: DEBUG nova.network.neutron [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updated VIF entry in instance network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.276436] env[69019]: DEBUG nova.network.neutron [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.371954] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.406928] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346536, 'name': Rename_Task, 'duration_secs': 0.148245} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.411956] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.411956] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4534960a-7b55-4970-8042-f98cf066a4ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.425663] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 783.425663] env[69019]: value = "task-3346538" [ 783.425663] env[69019]: _type = "Task" [ 783.425663] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.439088] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.505722] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dce6fa-1fd6-4403-b7bb-663d7086dca5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.516352] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb49c5-8a57-4235-8de5-65bb990ea7f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.556963] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f854b89-e001-498a-bcfb-b0888f331a80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.565113] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed86a6ef-f5d3-4023-900c-901e135c445d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.580113] env[69019]: DEBUG nova.compute.provider_tree [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.610337] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486099} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.610456] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 21657f16-a790-4a08-8542-be77c2663dd3/21657f16-a790-4a08-8542-be77c2663dd3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.610611] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.610865] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91afeb95-9b57-4a24-9221-c0bb55b39202 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.617554] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 783.617554] env[69019]: value = "task-3346539" [ 783.617554] env[69019]: _type = "Task" [ 783.617554] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.627624] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.654405] env[69019]: DEBUG nova.network.neutron [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.712170] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346532, 'name': CreateSnapshot_Task, 'duration_secs': 0.577411} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.712867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.713643] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249eb59-c9a1-4b47-ac32-8960ebfb4056 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.735351] env[69019]: DEBUG oslo_vmware.api [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3346534, 'name': PowerOnVM_Task, 'duration_secs': 0.545635} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.735638] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.735878] env[69019]: INFO nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Took 5.47 seconds to spawn the instance on the hypervisor. [ 783.736110] env[69019]: DEBUG nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.737062] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa14d4b-a771-4b4d-9489-95970f74d1a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.779532] env[69019]: DEBUG oslo_concurrency.lockutils [req-d9c7f009-d8ef-4e90-ad2e-795493e35ebd req-78ef785b-5bd0-4715-9e9b-8fb683d8f0ca service nova] Releasing lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.829537] env[69019]: DEBUG nova.compute.manager [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Received event network-vif-plugged-61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.829537] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Acquiring lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.829700] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.829876] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.830055] env[69019]: DEBUG nova.compute.manager [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] No waiting events found dispatching network-vif-plugged-61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.830231] env[69019]: WARNING nova.compute.manager [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Received unexpected event network-vif-plugged-61923b78-4cb8-4a72-af9d-6360aa121a9c for instance with vm_state building and task_state spawning. [ 783.830391] env[69019]: DEBUG nova.compute.manager [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Received event network-changed-61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.830547] env[69019]: DEBUG nova.compute.manager [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Refreshing instance network info cache due to event network-changed-61923b78-4cb8-4a72-af9d-6360aa121a9c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.830711] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.925824] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ac73f-1cd2-45a1-84ee-3cd8516b27ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.945103] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Doing hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 783.948450] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b887a9dc-0cd1-4964-9e96-8741d30f1b85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.949867] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.955179] env[69019]: DEBUG oslo_vmware.api [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 783.955179] env[69019]: value = "task-3346540" [ 783.955179] env[69019]: _type = "Task" [ 783.955179] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.963097] env[69019]: DEBUG oslo_vmware.api [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346540, 'name': ResetVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.083035] env[69019]: DEBUG nova.scheduler.client.report [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.127208] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064518} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.127545] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.128352] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb68c5-d5e7-488d-9d8f-0ea6a802c1b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.150499] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 21657f16-a790-4a08-8542-be77c2663dd3/21657f16-a790-4a08-8542-be77c2663dd3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.150840] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b464952-fc76-4247-afce-49667fa4b7aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.165892] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.166048] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Instance network_info: |[{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.167134] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.167279] env[69019]: DEBUG nova.network.neutron [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Refreshing network info cache for port 61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.168473] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:8e:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61923b78-4cb8-4a72-af9d-6360aa121a9c', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.176201] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.179427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.180357] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c0c5c7-94d4-4446-99b2-e1222e5a8986 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.203109] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 784.203109] env[69019]: value = "task-3346541" [ 784.203109] env[69019]: _type = "Task" [ 784.203109] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.209417] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.209417] env[69019]: value = "task-3346542" [ 784.209417] env[69019]: _type = "Task" [ 784.209417] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.216345] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.221711] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346542, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.233539] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.233838] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5181a807-590b-4a2a-a0bd-b74e1a206804 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.242525] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 784.242525] env[69019]: value = "task-3346543" [ 784.242525] env[69019]: _type = "Task" [ 784.242525] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.254227] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346543, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.256617] env[69019]: INFO nova.compute.manager [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Took 41.41 seconds to build instance. [ 784.442753] env[69019]: DEBUG oslo_vmware.api [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346538, 'name': PowerOnVM_Task, 'duration_secs': 0.809111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.442972] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.443202] env[69019]: INFO nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Took 10.68 seconds to spawn the instance on the hypervisor. [ 784.443388] env[69019]: DEBUG nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.444205] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ac97db-3d6d-4738-80a6-a64bbe1400db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.464846] env[69019]: DEBUG oslo_vmware.api [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346540, 'name': ResetVM_Task, 'duration_secs': 0.091213} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.468458] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Did hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 784.468458] env[69019]: DEBUG nova.compute.manager [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.468458] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce92d9-2362-4c0b-96d7-ca1d959ac760 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.590312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.591342] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.594086] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.390s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.596733] env[69019]: INFO nova.compute.claims [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.624158] env[69019]: DEBUG nova.network.neutron [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updated VIF entry in instance network info cache for port 61923b78-4cb8-4a72-af9d-6360aa121a9c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.624158] env[69019]: DEBUG nova.network.neutron [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.716973] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.723636] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346542, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.755083] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346543, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.759609] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35662c11-d52b-430d-a77c-07181b88accd tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.295s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.965453] env[69019]: INFO nova.compute.manager [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Took 47.62 seconds to build instance. [ 784.982751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e21f14-7785-42ee-bd85-f851597c5ce1 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.355s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.105868] env[69019]: DEBUG nova.compute.utils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.107336] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.107509] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.126113] env[69019]: DEBUG oslo_concurrency.lockutils [req-2bfecb0b-143a-4be7-a328-da2e5d922896 req-120d0332-11b8-41e2-a0a2-8cd26c84a49a service nova] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.153251] env[69019]: DEBUG nova.policy [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22894e150a774473b30b1ea64811191a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddeaea8648d342c1bfa65e439046a9d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.222826] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346541, 'name': ReconfigVM_Task, 'duration_secs': 0.648093} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.226541] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 21657f16-a790-4a08-8542-be77c2663dd3/21657f16-a790-4a08-8542-be77c2663dd3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.227316] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346542, 'name': CreateVM_Task, 'duration_secs': 0.635028} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.228545] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688ac174-5eea-48bd-8b62-3215b3d21c71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.229288] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.229985] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.230170] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.230508] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.232380] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab54cd7-d63b-48bc-95e6-9dd5585c2d04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.238161] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 785.238161] env[69019]: value = "task-3346545" [ 785.238161] env[69019]: _type = "Task" [ 785.238161] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.242860] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 785.242860] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f47cb8-d51a-0902-4de6-2adb4d9b9b04" [ 785.242860] env[69019]: _type = "Task" [ 785.242860] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.260034] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346545, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.266396] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.269525] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346543, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.274831] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f47cb8-d51a-0902-4de6-2adb4d9b9b04, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.275351] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.275588] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.275859] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.276124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.276331] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.276608] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1bd43a1-0596-4b45-957f-e45dbc6cab1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.287533] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.287533] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.288313] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765594a1-410c-4872-95dc-45badbcf300d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.295945] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 785.295945] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52900222-bc48-3036-452c-815fc48d3acf" [ 785.295945] env[69019]: _type = "Task" [ 785.295945] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.304905] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52900222-bc48-3036-452c-815fc48d3acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.471337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f12b274-4618-4df3-9485-74a60bb71a7b tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.264s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.571873] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Successfully created port: 554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.616845] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.763840] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346545, 'name': Rename_Task, 'duration_secs': 0.224574} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.767958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.772708] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346543, 'name': CloneVM_Task, 'duration_secs': 1.30512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.772708] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-566d2585-d99f-46ca-ba59-e1dd719c9f86 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.772708] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created linked-clone VM from snapshot [ 785.772708] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ead4f4-c21c-4e69-9b2e-75a6a2d23759 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.791547] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 785.791547] env[69019]: value = "task-3346546" [ 785.791547] env[69019]: _type = "Task" [ 785.791547] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.795277] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploading image eed1330f-2291-40c7-866f-457739c2c149 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.814674] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.824854] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52900222-bc48-3036-452c-815fc48d3acf, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.825117] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.829545] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b6e3e3-1705-4682-80c2-376bd43f2da3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.836050] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.836050] env[69019]: value = "vm-668046" [ 785.836050] env[69019]: _type = "VirtualMachine" [ 785.836050] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.836382] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c61d93a6-3ada-4d9e-ba4a-3eede9b7553b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.840231] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 785.840231] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d8cb8b-fc33-b1c4-f9f6-554bba964e94" [ 785.840231] env[69019]: _type = "Task" [ 785.840231] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.855367] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease: (returnval){ [ 785.855367] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522cc16d-b082-d908-6526-b9eb342df431" [ 785.855367] env[69019]: _type = "HttpNfcLease" [ 785.855367] env[69019]: } obtained for exporting VM: (result){ [ 785.855367] env[69019]: value = "vm-668046" [ 785.855367] env[69019]: _type = "VirtualMachine" [ 785.855367] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.855704] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the lease: (returnval){ [ 785.855704] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522cc16d-b082-d908-6526-b9eb342df431" [ 785.855704] env[69019]: _type = "HttpNfcLease" [ 785.855704] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.856502] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d8cb8b-fc33-b1c4-f9f6-554bba964e94, 'name': SearchDatastore_Task} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.856502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.856766] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.860666] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f5fdfd-4de8-46ce-9425-a7588677d7df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.871591] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.871591] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522cc16d-b082-d908-6526-b9eb342df431" [ 785.871591] env[69019]: _type = "HttpNfcLease" [ 785.871591] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.875382] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 785.875382] env[69019]: value = "task-3346548" [ 785.875382] env[69019]: _type = "Task" [ 785.875382] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.888885] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.974190] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.004731] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "22c96701-666e-4ad9-a812-ed93bc16b749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.004971] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.005202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.006902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.006902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.009621] env[69019]: INFO nova.compute.manager [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Terminating instance [ 786.327027] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.373220] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.373220] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522cc16d-b082-d908-6526-b9eb342df431" [ 786.373220] env[69019]: _type = "HttpNfcLease" [ 786.373220] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 786.373220] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 786.373220] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522cc16d-b082-d908-6526-b9eb342df431" [ 786.373220] env[69019]: _type = "HttpNfcLease" [ 786.373220] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 786.373686] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750609b9-3429-454a-af50-7553adc008e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.379850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822272fc-3287-4f85-8f35-ee5486d9cf55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.392493] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 786.392727] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 786.401221] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.403899] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9f5305-2059-4778-9c57-86119a64f351 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408853] env[69019]: DEBUG nova.compute.manager [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Received event network-changed-006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.408853] env[69019]: DEBUG nova.compute.manager [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Refreshing instance network info cache due to event network-changed-006e900e-d787-4839-a7ee-da47878987ce. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.408853] env[69019]: DEBUG oslo_concurrency.lockutils [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] Acquiring lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408853] env[69019]: DEBUG oslo_concurrency.lockutils [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] Acquired lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408995] env[69019]: DEBUG nova.network.neutron [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Refreshing network info cache for port 006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.508996] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e3d3a-578e-489a-a440-21d78dc5c9d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518036] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea11c43-a5ef-4a0e-abfc-64d3ddeb2fe6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.524769] env[69019]: DEBUG nova.compute.manager [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.525093] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.530666] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747fed84-e736-4281-8d4d-ac6a7a0a6843 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.538056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.538932] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-391c6040-4537-418b-bf10-870985a3f6ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.555127] env[69019]: DEBUG nova.compute.provider_tree [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.561537] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.562762] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831e071f-d4d3-4bf5-80d6-cbdce4bafd99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.577430] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 786.577430] env[69019]: value = "task-3346549" [ 786.577430] env[69019]: _type = "Task" [ 786.577430] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.596265] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.600069] env[69019]: DEBUG nova.compute.manager [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.601041] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068e69a-8899-4954-b23b-357730c8584f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.638338] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.680755] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.681388] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.681388] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.681681] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.681878] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.682685] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.684601] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.684601] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.684601] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.684601] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.684601] env[69019]: DEBUG nova.virt.hardware [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.684922] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c6c12-0a41-4bf2-8b03-0858d89894b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.697296] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ffbc03-893e-4404-bbeb-ad3aba9175cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.813992] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346546, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.895142] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551577} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.895557] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.896179] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.896790] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29a9064a-be50-441b-8075-0b76fdf45959 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.905975] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 786.905975] env[69019]: value = "task-3346550" [ 786.905975] env[69019]: _type = "Task" [ 786.905975] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.921320] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.951230] env[69019]: DEBUG nova.network.neutron [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updated VIF entry in instance network info cache for port 006e900e-d787-4839-a7ee-da47878987ce. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.951747] env[69019]: DEBUG nova.network.neutron [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updating instance_info_cache with network_info: [{"id": "006e900e-d787-4839-a7ee-da47878987ce", "address": "fa:16:3e:b4:f9:5b", "network": {"id": "a84f2502-a415-424e-9962-69eff2f07228", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1302152976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6b9329adad42c4809a51fee4344a9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006e900e-d7", "ovs_interfaceid": "006e900e-d787-4839-a7ee-da47878987ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.061062] env[69019]: DEBUG nova.scheduler.client.report [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.093468] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346549, 'name': PowerOffVM_Task, 'duration_secs': 0.229671} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.093835] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.094011] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.094441] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-174fb300-5039-40ca-b52a-f3760e2f7b64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.114877] env[69019]: INFO nova.compute.manager [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] instance snapshotting [ 787.122264] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd527db-c36f-4876-9bfb-d4da99c67933 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.155555] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d7f1e-7326-47e7-b2af-881dfa1c5777 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.180884] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.181231] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.181231] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Deleting the datastore file [datastore2] 22c96701-666e-4ad9-a812-ed93bc16b749 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.181547] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-056324cc-e9bf-4d94-8c72-0976356b8f14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.196521] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for the task: (returnval){ [ 787.196521] env[69019]: value = "task-3346552" [ 787.196521] env[69019]: _type = "Task" [ 787.196521] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.202232] env[69019]: DEBUG nova.compute.manager [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.202490] env[69019]: DEBUG nova.compute.manager [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing instance network info cache due to event network-changed-1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.203525] env[69019]: DEBUG oslo_concurrency.lockutils [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] Acquiring lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.203525] env[69019]: DEBUG oslo_concurrency.lockutils [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] Acquired lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.203525] env[69019]: DEBUG nova.network.neutron [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Refreshing network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.213186] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.325671] env[69019]: DEBUG oslo_vmware.api [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3346546, 'name': PowerOnVM_Task, 'duration_secs': 1.156467} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.326071] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.326300] env[69019]: INFO nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Took 8.31 seconds to spawn the instance on the hypervisor. [ 787.326474] env[69019]: DEBUG nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.327411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c672d526-18be-4a8b-94b6-2f0b106716d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.403580] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 787.403825] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668043', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'name': 'volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d143fc-6d2e-4b19-89dd-f4a95330972b', 'attached_at': '', 'detached_at': '', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'serial': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 787.405350] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66d06f-896f-41f0-85c3-fa4f7c4df5d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.418176] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151179} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.430131] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.431262] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a3370-b5b4-4d4e-a36c-c0172d3e00be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.434602] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d71e958-6618-4a4d-bae0-1ec3fcb77cc7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.458092] env[69019]: DEBUG oslo_concurrency.lockutils [req-eb1745c0-a87e-43c9-b556-c68ba8f6e485 req-f201c1b7-e583-4821-b073-d6be6ee4e5c8 service nova] Releasing lock "refresh_cache-f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.469350] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf/volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.477521] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815c5ab6-ea43-4ea0-bdec-75c7bdc88792 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.501063] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.501390] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424a75a1-0420-4341-8bd5-983db8de8c5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.525575] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 787.525575] env[69019]: value = "task-3346554" [ 787.525575] env[69019]: _type = "Task" [ 787.525575] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.527443] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 787.527443] env[69019]: value = "task-3346553" [ 787.527443] env[69019]: _type = "Task" [ 787.527443] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.543276] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.547099] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.566908] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.973s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.567521] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.570410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.239s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.570811] env[69019]: DEBUG nova.objects.instance [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lazy-loading 'resources' on Instance uuid b8814116-45e3-48d5-8e24-6c73ec375d11 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.669875] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.670379] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80f9fc81-dd94-4689-9f96-9e883709f15a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.679986] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 787.679986] env[69019]: value = "task-3346555" [ 787.679986] env[69019]: _type = "Task" [ 787.679986] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.689933] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.708481] env[69019]: DEBUG oslo_vmware.api [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Task: {'id': task-3346552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164291} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.712017] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.712017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.712017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.712017] env[69019]: INFO nova.compute.manager [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Took 1.18 seconds to destroy the instance on the hypervisor. [ 787.712017] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.712313] env[69019]: DEBUG nova.compute.manager [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.712313] env[69019]: DEBUG nova.network.neutron [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.783297] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Successfully updated port: 554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.853675] env[69019]: INFO nova.compute.manager [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Took 42.08 seconds to build instance. [ 788.042836] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.047579] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.080465] env[69019]: DEBUG nova.compute.utils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.085399] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.085813] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.159786] env[69019]: DEBUG nova.policy [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1a924b72c74fdd9f6cfc0db0488fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f066aebcbb841d2a75f27f936308a9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.182751] env[69019]: DEBUG nova.network.neutron [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updated VIF entry in instance network info cache for port 1dda85ed-ad3d-48ba-83eb-823604a6199e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.183221] env[69019]: DEBUG nova.network.neutron [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [{"id": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "address": "fa:16:3e:a3:5e:d4", "network": {"id": "4fcbfcae-cbf1-492c-ba19-07b3cef7ec60", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2139395819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3552b9a9883348268e26fe88ee080176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dda85ed-ad", "ovs_interfaceid": "1dda85ed-ad3d-48ba-83eb-823604a6199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.197805] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346555, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.284809] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.285856] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquired lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.285973] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.359651] env[69019]: DEBUG oslo_concurrency.lockutils [None req-78ea92aa-c27a-4d06-9ecc-aa8f5ddc5a52 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.698s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.385438] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.385679] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.385886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.386061] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.386222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.389155] env[69019]: INFO nova.compute.manager [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Terminating instance [ 788.550736] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.551834] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346554, 'name': ReconfigVM_Task, 'duration_secs': 0.545355} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.552319] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.553325] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d53a6a7-1c75-4202-9646-4f9eee8e9d05 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.564600] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 788.564600] env[69019]: value = "task-3346556" [ 788.564600] env[69019]: _type = "Task" [ 788.564600] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.579377] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.579698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.585446] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346556, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.586263] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.641890] env[69019]: DEBUG nova.compute.manager [req-89346c02-bffb-443b-8dbd-ff4d717a67c1 req-d5d0006b-abf3-4245-aac2-34ae261b2120 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Received event network-vif-deleted-d5352381-d722-4c7f-8922-c730242d3037 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.642141] env[69019]: INFO nova.compute.manager [req-89346c02-bffb-443b-8dbd-ff4d717a67c1 req-d5d0006b-abf3-4245-aac2-34ae261b2120 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Neutron deleted interface d5352381-d722-4c7f-8922-c730242d3037; detaching it from the instance and deleting it from the info cache [ 788.645368] env[69019]: DEBUG nova.network.neutron [req-89346c02-bffb-443b-8dbd-ff4d717a67c1 req-d5d0006b-abf3-4245-aac2-34ae261b2120 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.683036] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdcf75f-68e1-4e69-b41a-0cd700924b50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.690658] env[69019]: DEBUG oslo_concurrency.lockutils [req-c6dd19d1-50db-4e85-9a93-38e271496ce0 req-05bb3808-e333-4e6e-b82e-de62730f29cc service nova] Releasing lock "refresh_cache-62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.698064] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346555, 'name': CreateSnapshot_Task, 'duration_secs': 0.983274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.700454] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.701325] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296feb84-7f16-4f9a-affb-88a67729374e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.705018] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b48a9b-ea91-4de1-a3f6-7acf160314fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.747273] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869378e-8752-4794-8ad7-a925ad2fd6fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.757182] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd38e2-6de7-4bce-9e71-dfdd9c8c7b17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.776029] env[69019]: DEBUG nova.compute.provider_tree [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.828640] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.862818] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.901076] env[69019]: DEBUG nova.compute.manager [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.902286] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.903301] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20dbf6-de0e-4f3c-916c-81265f4ee899 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.917429] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.924400] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fee1cdf-58b8-4630-8440-55c3a4ad5c5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.936071] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 788.936071] env[69019]: value = "task-3346557" [ 788.936071] env[69019]: _type = "Task" [ 788.936071] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.950314] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.002508] env[69019]: DEBUG nova.network.neutron [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.018908] env[69019]: DEBUG nova.network.neutron [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Updating instance_info_cache with network_info: [{"id": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "address": "fa:16:3e:ee:a8:88", "network": {"id": "31e0c300-771b-4c5f-9c77-6fa10db665c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54246257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddeaea8648d342c1bfa65e439046a9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554884dd-42", "ovs_interfaceid": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.023756] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Successfully created port: 31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.045146] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346553, 'name': ReconfigVM_Task, 'duration_secs': 1.091912} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.047040] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf/volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.051266] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49756799-3e86-4f4c-b9dd-a52e5f13a9a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.070188] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 789.070188] env[69019]: value = "task-3346558" [ 789.070188] env[69019]: _type = "Task" [ 789.070188] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.077226] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346556, 'name': Rename_Task, 'duration_secs': 0.22447} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.080532] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.081155] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.081382] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779cad74-09fd-4569-bda0-a92d1e269395 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.096511] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 789.096511] env[69019]: value = "task-3346559" [ 789.096511] env[69019]: _type = "Task" [ 789.096511] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.107647] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.151812] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f812a2c5-49fb-4adc-a19a-7444cb3bfa16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.163818] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80747645-6b5b-47dd-aee8-2276a23f220a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.210420] env[69019]: DEBUG nova.compute.manager [req-89346c02-bffb-443b-8dbd-ff4d717a67c1 req-d5d0006b-abf3-4245-aac2-34ae261b2120 service nova] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Detach interface failed, port_id=d5352381-d722-4c7f-8922-c730242d3037, reason: Instance 22c96701-666e-4ad9-a812-ed93bc16b749 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.231713] env[69019]: DEBUG nova.compute.manager [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Received event network-vif-plugged-554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.231972] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Acquiring lock "7218605d-a136-4565-975c-574326ece0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.233046] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Lock "7218605d-a136-4565-975c-574326ece0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.233256] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Lock "7218605d-a136-4565-975c-574326ece0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.233551] env[69019]: DEBUG nova.compute.manager [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] No waiting events found dispatching network-vif-plugged-554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.233606] env[69019]: WARNING nova.compute.manager [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Received unexpected event network-vif-plugged-554884dd-4226-4e14-9d6e-ac57f507f8dc for instance with vm_state building and task_state spawning. [ 789.233878] env[69019]: DEBUG nova.compute.manager [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Received event network-changed-554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.233943] env[69019]: DEBUG nova.compute.manager [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Refreshing instance network info cache due to event network-changed-554884dd-4226-4e14-9d6e-ac57f507f8dc. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.234105] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Acquiring lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254677] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.255343] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6609b10b-060b-4c63-9196-73c42d20c665 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.264998] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 789.264998] env[69019]: value = "task-3346560" [ 789.264998] env[69019]: _type = "Task" [ 789.264998] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.273744] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346560, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.280321] env[69019]: DEBUG nova.scheduler.client.report [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.387825] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.446791] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346557, 'name': PowerOffVM_Task, 'duration_secs': 0.307292} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.447095] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.447268] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.447528] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e8366e-ce11-48ff-806f-9ae726c56a8b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.512882] env[69019]: INFO nova.compute.manager [-] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Took 1.80 seconds to deallocate network for instance. [ 789.520576] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.520847] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.521087] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleting the datastore file [datastore1] 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.521855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Releasing lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.522194] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Instance network_info: |[{"id": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "address": "fa:16:3e:ee:a8:88", "network": {"id": "31e0c300-771b-4c5f-9c77-6fa10db665c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54246257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddeaea8648d342c1bfa65e439046a9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554884dd-42", "ovs_interfaceid": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.522469] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0cc446-2fbc-4617-8584-f71b1cd01f47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.524454] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Acquired lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524641] env[69019]: DEBUG nova.network.neutron [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Refreshing network info cache for port 554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.529024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:a8:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554884dd-4226-4e14-9d6e-ac57f507f8dc', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.534542] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Creating folder: Project (ddeaea8648d342c1bfa65e439046a9d9). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.535642] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed226b25-4037-4134-b02d-c3326055e899 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.543725] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 789.543725] env[69019]: value = "task-3346562" [ 789.543725] env[69019]: _type = "Task" [ 789.543725] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.548486] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Created folder: Project (ddeaea8648d342c1bfa65e439046a9d9) in parent group-v667907. [ 789.548679] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Creating folder: Instances. Parent ref: group-v668049. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.549264] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ba48c69-0c9c-4125-8e69-77dcdcbb7f33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.554194] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.562634] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Created folder: Instances in parent group-v668049. [ 789.562896] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.563104] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.563326] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b8fede-a56a-4c56-b6cd-dc31edda799d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.588908] env[69019]: DEBUG oslo_vmware.api [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346558, 'name': ReconfigVM_Task, 'duration_secs': 0.182886} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.590342] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668043', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'name': 'volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d143fc-6d2e-4b19-89dd-f4a95330972b', 'attached_at': '', 'detached_at': '', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'serial': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 789.591939] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.591939] env[69019]: value = "task-3346565" [ 789.591939] env[69019]: _type = "Task" [ 789.591939] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.597967] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.607820] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346565, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.618022] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.625560] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.625695] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.625885] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.626125] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.626293] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.626451] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.627070] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.627185] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.627356] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.627518] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.627686] env[69019]: DEBUG nova.virt.hardware [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.628576] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2799502-cc9a-47a3-940a-1bab65d0f7ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.637745] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b49a03-1188-4c81-8b17-35b3fcb7bafc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.778670] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346560, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.785671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.787981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.448s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.790055] env[69019]: INFO nova.compute.claims [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.815606] env[69019]: INFO nova.scheduler.client.report [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleted allocations for instance b8814116-45e3-48d5-8e24-6c73ec375d11 [ 790.023213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.054498] env[69019]: DEBUG oslo_vmware.api [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169153} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.054774] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.054965] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.055170] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.055361] env[69019]: INFO nova.compute.manager [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 790.055618] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.055824] env[69019]: DEBUG nova.compute.manager [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.055929] env[69019]: DEBUG nova.network.neutron [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.107445] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346565, 'name': CreateVM_Task, 'duration_secs': 0.397009} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.110358] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.111087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.111807] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.111807] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.115627] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7bfee4-b27c-4775-8dad-2ffde02a7829 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.117399] env[69019]: DEBUG oslo_vmware.api [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346559, 'name': PowerOnVM_Task, 'duration_secs': 0.828062} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.118057] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.118057] env[69019]: INFO nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 790.118057] env[69019]: DEBUG nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.119341] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ebc065-e970-4b3c-8867-1f60a1e7f9ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.123694] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 790.123694] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ec1b75-eda3-3b88-85e3-7b9485b1a67f" [ 790.123694] env[69019]: _type = "Task" [ 790.123694] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.144741] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ec1b75-eda3-3b88-85e3-7b9485b1a67f, 'name': SearchDatastore_Task, 'duration_secs': 0.012948} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.144741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.144741] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.144741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145049] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145049] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.145049] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c5840d-eb1b-42f3-9afc-a9d1a85ad2b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.155369] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.155666] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.156739] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e6cd99-e23d-4efd-be71-9a90e7e6b0ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.162369] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 790.162369] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5260cdb4-eae5-f05f-80a9-b7bcb4065f77" [ 790.162369] env[69019]: _type = "Task" [ 790.162369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.171284] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5260cdb4-eae5-f05f-80a9-b7bcb4065f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.280104] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346560, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.322936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ad70ae93-1baa-49b1-a473-f065fd0bf676 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "b8814116-45e3-48d5-8e24-6c73ec375d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.855s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.421013] env[69019]: DEBUG nova.network.neutron [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Updated VIF entry in instance network info cache for port 554884dd-4226-4e14-9d6e-ac57f507f8dc. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.421545] env[69019]: DEBUG nova.network.neutron [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Updating instance_info_cache with network_info: [{"id": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "address": "fa:16:3e:ee:a8:88", "network": {"id": "31e0c300-771b-4c5f-9c77-6fa10db665c3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54246257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddeaea8648d342c1bfa65e439046a9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554884dd-42", "ovs_interfaceid": "554884dd-4226-4e14-9d6e-ac57f507f8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.641558] env[69019]: DEBUG nova.objects.instance [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lazy-loading 'flavor' on Instance uuid c6d143fc-6d2e-4b19-89dd-f4a95330972b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.645439] env[69019]: INFO nova.compute.manager [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Took 41.78 seconds to build instance. [ 790.676972] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5260cdb4-eae5-f05f-80a9-b7bcb4065f77, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.681397] env[69019]: DEBUG nova.compute.manager [req-bae1cf52-5ff0-45f8-b7bd-02ba1107be5f req-bbea8ba7-d62a-4639-bdc4-c33f2142aa68 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Received event network-vif-deleted-1dda85ed-ad3d-48ba-83eb-823604a6199e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.681397] env[69019]: INFO nova.compute.manager [req-bae1cf52-5ff0-45f8-b7bd-02ba1107be5f req-bbea8ba7-d62a-4639-bdc4-c33f2142aa68 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Neutron deleted interface 1dda85ed-ad3d-48ba-83eb-823604a6199e; detaching it from the instance and deleting it from the info cache [ 790.681397] env[69019]: DEBUG nova.network.neutron [req-bae1cf52-5ff0-45f8-b7bd-02ba1107be5f req-bbea8ba7-d62a-4639-bdc4-c33f2142aa68 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.681649] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5878ecd5-16a9-44f5-9e7a-edf63da00e35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.692080] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 790.692080] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5221e341-433f-0fe7-f09a-1c53dc234002" [ 790.692080] env[69019]: _type = "Task" [ 790.692080] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.702613] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5221e341-433f-0fe7-f09a-1c53dc234002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.778193] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346560, 'name': CloneVM_Task, 'duration_secs': 1.260184} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.778454] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Created linked-clone VM from snapshot [ 790.779214] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79800ec9-4a24-4b01-af9a-9c4c8ff6657e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.787443] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Uploading image 9e45b469-9be3-44c3-824a-41d6a9baa602 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.802834] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.803874] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c51badd6-f8ec-4903-b858-95f6cf024e11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.813548] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 790.813548] env[69019]: value = "task-3346566" [ 790.813548] env[69019]: _type = "Task" [ 790.813548] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.827219] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346566, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.924702] env[69019]: DEBUG oslo_concurrency.lockutils [req-3d6561a9-2fc5-49c9-aace-8dbde16733c8 req-7007bada-8caa-462e-a105-d63e27c28019 service nova] Releasing lock "refresh_cache-7218605d-a136-4565-975c-574326ece0bf" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.997917] env[69019]: DEBUG nova.network.neutron [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.147262] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca2d4c41-4fe7-4f87-a38c-94d7cf576866 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.503s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.148854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1aa6d83c-902e-43b5-87b6-71277a3dc7ce tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.879s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.190878] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4256431d-b382-45dd-b454-cf4b0d1ba842 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.203728] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5221e341-433f-0fe7-f09a-1c53dc234002, 'name': SearchDatastore_Task, 'duration_secs': 0.014752} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.205849] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.206313] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7218605d-a136-4565-975c-574326ece0bf/7218605d-a136-4565-975c-574326ece0bf.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.209750] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92762fe5-786e-4adf-a64a-37c4457d9bb7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.215774] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799ad69-d714-4e3e-af78-0b2a090ffbd5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.228178] env[69019]: DEBUG oslo_concurrency.lockutils [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.228178] env[69019]: DEBUG oslo_concurrency.lockutils [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.236442] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 791.236442] env[69019]: value = "task-3346567" [ 791.236442] env[69019]: _type = "Task" [ 791.236442] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.245159] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.263930] env[69019]: DEBUG nova.compute.manager [req-bae1cf52-5ff0-45f8-b7bd-02ba1107be5f req-bbea8ba7-d62a-4639-bdc4-c33f2142aa68 service nova] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Detach interface failed, port_id=1dda85ed-ad3d-48ba-83eb-823604a6199e, reason: Instance 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.323126] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346566, 'name': Destroy_Task, 'duration_secs': 0.497127} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.326090] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Destroyed the VM [ 791.326389] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.327120] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-474113af-c4f9-42e9-9acf-4efbcc6c70cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.335278] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 791.335278] env[69019]: value = "task-3346568" [ 791.335278] env[69019]: _type = "Task" [ 791.335278] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.345970] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.384346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8306789-c1ff-4a7b-9651-226204bf0d70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.389935] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51624a85-dc93-4b25-8821-41ec607cc616 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.424941] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e077d68-0ef9-4d8c-a5b5-b2267a78ca8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.429453] env[69019]: DEBUG nova.compute.manager [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Received event network-changed-3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.429667] env[69019]: DEBUG nova.compute.manager [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Refreshing instance network info cache due to event network-changed-3592b44c-04d2-49eb-8459-cb11321ec705. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.429935] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] Acquiring lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.430173] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] Acquired lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.430427] env[69019]: DEBUG nova.network.neutron [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Refreshing network info cache for port 3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.440316] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c953dd-704c-437d-ac39-5136e7e77b04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.458260] env[69019]: DEBUG nova.compute.provider_tree [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.505683] env[69019]: INFO nova.compute.manager [-] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Took 1.45 seconds to deallocate network for instance. [ 791.655180] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.677479] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Successfully updated port: 31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.733364] env[69019]: INFO nova.compute.manager [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Detaching volume 4cc68644-5ace-44d6-be79-fb18b6f7c1bf [ 791.752466] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.780924] env[69019]: INFO nova.virt.block_device [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Attempting to driver detach volume 4cc68644-5ace-44d6-be79-fb18b6f7c1bf from mountpoint /dev/sdb [ 791.781247] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 791.781521] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668043', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'name': 'volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d143fc-6d2e-4b19-89dd-f4a95330972b', 'attached_at': '', 'detached_at': '', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'serial': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 791.782584] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d525f39-81c9-4c93-8e59-514eb0a9c8db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.814300] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a67cf-bdb6-4767-8dba-10176d308c0a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.823018] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651c1ee-e791-42d8-850f-8f31a27b4e02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.850297] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e5123-e2c0-4932-a1cb-95979b53d361 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.859644] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.872232] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] The volume has not been displaced from its original location: [datastore2] volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf/volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 791.877772] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 791.878581] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bdb44e-ce84-48e3-bf2c-eb876cb662f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.903026] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 791.903026] env[69019]: value = "task-3346569" [ 791.903026] env[69019]: _type = "Task" [ 791.903026] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.914493] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.962051] env[69019]: DEBUG nova.scheduler.client.report [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.017504] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.181279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.182032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.182175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.182338] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.249014] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721079} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.249357] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7218605d-a136-4565-975c-574326ece0bf/7218605d-a136-4565-975c-574326ece0bf.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.249609] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.249901] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32fd74a-edfd-4daf-91f6-ea260aeb5825 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.257221] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 792.257221] env[69019]: value = "task-3346570" [ 792.257221] env[69019]: _type = "Task" [ 792.257221] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.266815] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.357594] env[69019]: DEBUG oslo_vmware.api [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346568, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90865} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.358112] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.399017] env[69019]: DEBUG nova.network.neutron [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updated VIF entry in instance network info cache for port 3592b44c-04d2-49eb-8459-cb11321ec705. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.399494] env[69019]: DEBUG nova.network.neutron [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating instance_info_cache with network_info: [{"id": "3592b44c-04d2-49eb-8459-cb11321ec705", "address": "fa:16:3e:3a:9a:f4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3592b44c-04", "ovs_interfaceid": "3592b44c-04d2-49eb-8459-cb11321ec705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.414350] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346569, 'name': ReconfigVM_Task, 'duration_secs': 0.333329} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.414674] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 792.420367] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f40d891-70ae-44a7-87e8-db5a7266accc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.437917] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 792.437917] env[69019]: value = "task-3346571" [ 792.437917] env[69019]: _type = "Task" [ 792.437917] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.447902] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.468649] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.469212] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.472050] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.708s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.472241] env[69019]: DEBUG nova.objects.instance [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.770122] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150571} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.770460] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.771393] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71916f89-4722-4d4f-ba0b-dc35d166b4d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.808659] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 7218605d-a136-4565-975c-574326ece0bf/7218605d-a136-4565-975c-574326ece0bf.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.809664] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a09dbdf-4b17-4b91-a3bb-2f2fe8da5977 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.830813] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 792.830813] env[69019]: value = "task-3346572" [ 792.830813] env[69019]: _type = "Task" [ 792.830813] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.842790] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.863375] env[69019]: WARNING nova.compute.manager [None req-7019df2d-3d76-40d8-ae70-99cde4d0d830 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Image not found during snapshot: nova.exception.ImageNotFound: Image 9e45b469-9be3-44c3-824a-41d6a9baa602 could not be found. [ 792.877068] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.902827] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b110213-78e1-49f0-8c92-c7e314d99194 req-df7b8756-310e-4519-b3a2-6d1ce4682e5a service nova] Releasing lock "refresh_cache-21657f16-a790-4a08-8542-be77c2663dd3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.950801] env[69019]: DEBUG oslo_vmware.api [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346571, 'name': ReconfigVM_Task, 'duration_secs': 0.168223} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.953728] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668043', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'name': 'volume-4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d143fc-6d2e-4b19-89dd-f4a95330972b', 'attached_at': '', 'detached_at': '', 'volume_id': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf', 'serial': '4cc68644-5ace-44d6-be79-fb18b6f7c1bf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 792.976654] env[69019]: DEBUG nova.compute.utils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.978467] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.978467] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.029289] env[69019]: DEBUG nova.policy [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9608277d3d04a8090a8076aa638b669', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1048ae8b29ca4ca3b6eab61fa5c38041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.093802] env[69019]: DEBUG nova.network.neutron [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updating instance_info_cache with network_info: [{"id": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "address": "fa:16:3e:9d:f0:e3", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9a18c-5e", "ovs_interfaceid": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.160989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "19b037df-29ea-4eda-910a-4a63de989d56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.161379] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.161736] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "19b037df-29ea-4eda-910a-4a63de989d56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.162103] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.162272] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.165237] env[69019]: INFO nova.compute.manager [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Terminating instance [ 793.251870] env[69019]: DEBUG nova.compute.manager [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 793.342808] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346572, 'name': ReconfigVM_Task, 'duration_secs': 0.362761} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.342974] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 7218605d-a136-4565-975c-574326ece0bf/7218605d-a136-4565-975c-574326ece0bf.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.343753] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4839d1c-c44e-42b5-bfc8-f441c253cd29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.353518] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 793.353518] env[69019]: value = "task-3346573" [ 793.353518] env[69019]: _type = "Task" [ 793.353518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.364042] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346573, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.383693] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Successfully created port: 57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.484322] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.487576] env[69019]: DEBUG oslo_concurrency.lockutils [None req-943ee9f7-e3f4-4af0-92fd-f07cc5bbb2cd tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.493061] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.064s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.493061] env[69019]: DEBUG nova.objects.instance [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lazy-loading 'resources' on Instance uuid 9ec7f266-87f6-414f-9bca-31e0bcc869c6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.502216] env[69019]: DEBUG nova.compute.manager [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received event network-vif-plugged-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.502424] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Acquiring lock "5205835f-62fd-4e80-af89-26502170396f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.502659] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Lock "5205835f-62fd-4e80-af89-26502170396f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.502823] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Lock "5205835f-62fd-4e80-af89-26502170396f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.503796] env[69019]: DEBUG nova.compute.manager [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] No waiting events found dispatching network-vif-plugged-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.503796] env[69019]: WARNING nova.compute.manager [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received unexpected event network-vif-plugged-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 for instance with vm_state building and task_state spawning. [ 793.503796] env[69019]: DEBUG nova.compute.manager [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.504176] env[69019]: DEBUG nova.compute.manager [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing instance network info cache due to event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.504176] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Acquiring lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.533921] env[69019]: DEBUG nova.objects.instance [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lazy-loading 'flavor' on Instance uuid c6d143fc-6d2e-4b19-89dd-f4a95330972b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.595501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595960] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Instance network_info: |[{"id": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "address": "fa:16:3e:9d:f0:e3", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9a18c-5e", "ovs_interfaceid": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.596404] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Acquired lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.596733] env[69019]: DEBUG nova.network.neutron [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.598579] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f9a18c-5e23-4f42-b68f-a61dcbf860e2', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.606462] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.609706] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.610213] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef1f6be-de6d-4628-ab7a-c79007dfa507 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.634835] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.634835] env[69019]: value = "task-3346574" [ 793.634835] env[69019]: _type = "Task" [ 793.634835] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.389850] env[69019]: DEBUG nova.compute.manager [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.389850] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.399616] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346574, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.399790] env[69019]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.26473800000000003 sec [ 794.404456] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346afd1-d685-4a9f-a075-cb2a6c21e21b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.422029] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346574, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.427441] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.427521] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346573, 'name': Rename_Task, 'duration_secs': 0.174096} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.428549] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.431441] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36475cad-d7ed-4b5d-becc-bbb2592fd11d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.433065] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.433669] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19c4b7a0-2388-402f-9595-fac58a116174 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.445436] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 794.445436] env[69019]: value = "task-3346576" [ 794.445436] env[69019]: _type = "Task" [ 794.445436] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.445703] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 794.445703] env[69019]: value = "task-3346575" [ 794.445703] env[69019]: _type = "Task" [ 794.445703] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.464139] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.466995] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.764600] env[69019]: DEBUG nova.network.neutron [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updated VIF entry in instance network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.764992] env[69019]: DEBUG nova.network.neutron [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updating instance_info_cache with network_info: [{"id": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "address": "fa:16:3e:9d:f0:e3", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9a18c-5e", "ovs_interfaceid": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.807204] env[69019]: DEBUG nova.compute.manager [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Received event network-vif-plugged-57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.807445] env[69019]: DEBUG oslo_concurrency.lockutils [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] Acquiring lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.807739] env[69019]: DEBUG oslo_concurrency.lockutils [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.807854] env[69019]: DEBUG oslo_concurrency.lockutils [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.808030] env[69019]: DEBUG nova.compute.manager [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] No waiting events found dispatching network-vif-plugged-57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.808674] env[69019]: WARNING nova.compute.manager [req-f7df9b38-2c47-4e31-b7f3-f84787922a93 req-0202d82e-0909-4557-b236-2ae8ff1c14fa service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Received unexpected event network-vif-plugged-57124800-d933-41ce-8d64-8b1bcbfda70d for instance with vm_state building and task_state spawning. [ 794.902929] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Successfully updated port: 57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.904959] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.912393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-189b833f-ddc8-41f4-89e6-42a127934fb4 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.685s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.925024] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346574, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.938514] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.938784] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.938943] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.939155] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.939293] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.939446] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.939660] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.940337] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.940337] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.940337] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.940337] env[69019]: DEBUG nova.virt.hardware [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.942192] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21d020c-112b-4a15-881b-5709823c711f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.959131] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d856b-0f79-40ee-a491-92b7508f16af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.970665] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.971502] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9001163e-ded4-4a4a-bf80-55a36e705954 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.974261] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346575, 'name': PowerOffVM_Task, 'duration_secs': 0.351289} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.975238] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.975598] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.976067] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbb150ce-12c1-41be-bfdc-d2c283f3f5c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.990375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd98f1-ed04-4a8d-bb1b-666cbc616d49 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.022153] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ce67b-b9e8-4586-9b34-f7de71879835 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.030151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d7c56-2f72-4322-a3e2-bc3a86253f29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.045563] env[69019]: DEBUG nova.compute.provider_tree [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.084333] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.084563] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.084946] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleting the datastore file [datastore1] 19b037df-29ea-4eda-910a-4a63de989d56 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.085306] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf785c02-005c-4c6e-b57a-a6f7f3347e4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.099307] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 795.099307] env[69019]: value = "task-3346578" [ 795.099307] env[69019]: _type = "Task" [ 795.099307] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.108811] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.268334] env[69019]: DEBUG oslo_concurrency.lockutils [req-40456433-56b1-4ea9-8197-f61c6f75ebc5 req-9614c91f-0d9a-44f3-ac18-2cbfd5cb3c07 service nova] Releasing lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408948] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.409139] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.409318] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.424612] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346574, 'name': CreateVM_Task, 'duration_secs': 1.439288} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.424800] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.426055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.426055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.426055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.426309] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa53a78-39cb-4ef2-b351-46e8814d6737 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.434476] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 795.434476] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52290397-a23a-eedd-61ba-bc4a0dddef2a" [ 795.434476] env[69019]: _type = "Task" [ 795.434476] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.443841] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52290397-a23a-eedd-61ba-bc4a0dddef2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.458239] env[69019]: DEBUG oslo_vmware.api [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346576, 'name': PowerOnVM_Task, 'duration_secs': 0.994753} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.458418] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.458645] env[69019]: INFO nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Took 8.82 seconds to spawn the instance on the hypervisor. [ 795.458865] env[69019]: DEBUG nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.460037] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a618faf-2ba9-41aa-97c5-ca3848123e01 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.549375] env[69019]: DEBUG nova.scheduler.client.report [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.609630] env[69019]: DEBUG oslo_vmware.api [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172069} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.609940] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.610157] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.610337] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.610536] env[69019]: INFO nova.compute.manager [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Took 1.22 seconds to destroy the instance on the hypervisor. [ 795.610788] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.610980] env[69019]: DEBUG nova.compute.manager [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.611086] env[69019]: DEBUG nova.network.neutron [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.768811] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.768811] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae09fc3c-876e-4cd7-9ea6-a80297d781f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.776127] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.776326] env[69019]: ERROR oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk due to incomplete transfer. [ 795.777016] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2713f38d-fbd2-44f2-be2c-eb1288d80e86 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787024] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527442b5-b98f-f494-a48b-639b760a2369/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.787211] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploaded image eed1330f-2291-40c7-866f-457739c2c149 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.790676] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.790979] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdc282a6-2146-41fb-bee3-b88df94302f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.801528] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 795.801528] env[69019]: value = "task-3346579" [ 795.801528] env[69019]: _type = "Task" [ 795.801528] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.810407] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346579, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.946206] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52290397-a23a-eedd-61ba-bc4a0dddef2a, 'name': SearchDatastore_Task, 'duration_secs': 0.019235} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.946537] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.947060] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.947060] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.947277] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.947310] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.948162] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.950057] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3f38b9-1705-4014-89a0-1cc49f03b33f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.965101] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.965297] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.966369] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f931163-a350-4fe6-9ce6-87af6a46e11d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.976333] env[69019]: INFO nova.compute.manager [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Took 43.79 seconds to build instance. [ 795.978740] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 795.978740] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52028647-6263-6f11-a68b-aeec191e1fb5" [ 795.978740] env[69019]: _type = "Task" [ 795.978740] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.987576] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52028647-6263-6f11-a68b-aeec191e1fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.056096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.567s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.058588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.599s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.058827] env[69019]: DEBUG nova.objects.instance [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lazy-loading 'resources' on Instance uuid 11ce291b-4b29-4b8e-8628-dfd110846a4b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.077033] env[69019]: INFO nova.scheduler.client.report [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted allocations for instance 9ec7f266-87f6-414f-9bca-31e0bcc869c6 [ 796.287335] env[69019]: DEBUG nova.network.neutron [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updating instance_info_cache with network_info: [{"id": "57124800-d933-41ce-8d64-8b1bcbfda70d", "address": "fa:16:3e:94:74:33", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57124800-d9", "ovs_interfaceid": "57124800-d933-41ce-8d64-8b1bcbfda70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.325114] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346579, 'name': Destroy_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.384312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.384449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.405086] env[69019]: DEBUG nova.network.neutron [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.483515] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5a4bef8-66d3-463e-86a6-2a3e7890ee83 tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.778s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.495698] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52028647-6263-6f11-a68b-aeec191e1fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.029448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.497550] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35096e52-b50a-48d8-a54b-42697aa176c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.506256] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 796.506256] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523f973d-8d16-b03c-83e0-75137a0bdfab" [ 796.506256] env[69019]: _type = "Task" [ 796.506256] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.523296] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523f973d-8d16-b03c-83e0-75137a0bdfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.587452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-57d02a71-93ef-4c5a-bebd-7526e292175d tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "9ec7f266-87f6-414f-9bca-31e0bcc869c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.720s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.792478] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.792867] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Instance network_info: |[{"id": "57124800-d933-41ce-8d64-8b1bcbfda70d", "address": "fa:16:3e:94:74:33", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57124800-d9", "ovs_interfaceid": "57124800-d933-41ce-8d64-8b1bcbfda70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.793289] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:74:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57124800-d933-41ce-8d64-8b1bcbfda70d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.801417] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.804161] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.804590] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57e16bb0-e34d-4e39-8697-7634191705d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.836402] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346579, 'name': Destroy_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.840224] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.840224] env[69019]: value = "task-3346580" [ 796.840224] env[69019]: _type = "Task" [ 796.840224] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.841897] env[69019]: DEBUG nova.compute.manager [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Received event network-changed-57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.842162] env[69019]: DEBUG nova.compute.manager [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Refreshing instance network info cache due to event network-changed-57124800-d933-41ce-8d64-8b1bcbfda70d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.842525] env[69019]: DEBUG oslo_concurrency.lockutils [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] Acquiring lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.842793] env[69019]: DEBUG oslo_concurrency.lockutils [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] Acquired lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843019] env[69019]: DEBUG nova.network.neutron [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Refreshing network info cache for port 57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.856825] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346580, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.907301] env[69019]: INFO nova.compute.manager [-] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Took 1.30 seconds to deallocate network for instance. [ 796.990850] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.021558] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523f973d-8d16-b03c-83e0-75137a0bdfab, 'name': SearchDatastore_Task, 'duration_secs': 0.040362} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.021872] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.022168] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 5205835f-62fd-4e80-af89-26502170396f/5205835f-62fd-4e80-af89-26502170396f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.022893] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55114d59-9dd0-41a8-961c-d3ce69544c95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.034610] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 797.034610] env[69019]: value = "task-3346581" [ 797.034610] env[69019]: _type = "Task" [ 797.034610] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.045664] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.053120] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0802be-333f-4a7e-b08b-fe49825ef60b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.061013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1067531-e092-4e3e-90d5-ca7542716f60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.093920] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6036672-3adc-4ea0-8308-0a554737447c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.103310] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b289e-9606-485b-8d60-f1dadeee58ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.116950] env[69019]: DEBUG nova.compute.provider_tree [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.314539] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346579, 'name': Destroy_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.358146] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346580, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.396317] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "7218605d-a136-4565-975c-574326ece0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.396728] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.396832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "7218605d-a136-4565-975c-574326ece0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.397083] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.397192] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.400019] env[69019]: INFO nova.compute.manager [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Terminating instance [ 797.413436] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.510789] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.545149] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.553543] env[69019]: DEBUG nova.network.neutron [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updated VIF entry in instance network info cache for port 57124800-d933-41ce-8d64-8b1bcbfda70d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.553966] env[69019]: DEBUG nova.network.neutron [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updating instance_info_cache with network_info: [{"id": "57124800-d933-41ce-8d64-8b1bcbfda70d", "address": "fa:16:3e:94:74:33", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57124800-d9", "ovs_interfaceid": "57124800-d933-41ce-8d64-8b1bcbfda70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.619926] env[69019]: DEBUG nova.scheduler.client.report [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.818680] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346579, 'name': Destroy_Task, 'duration_secs': 1.994209} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.819127] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroyed the VM [ 797.819530] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.819864] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf97b8a0-814c-46b6-ae5c-3d05c2a237e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.828793] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 797.828793] env[69019]: value = "task-3346582" [ 797.828793] env[69019]: _type = "Task" [ 797.828793] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.838914] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.860128] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346580, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.905046] env[69019]: DEBUG nova.compute.manager [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.905311] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.907036] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4251351-6868-49c6-b7c7-fbcd31ea2e1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917082] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.917256] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cf28c80-58ee-4eb7-abd4-5feb9730cbc6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.927802] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 797.927802] env[69019]: value = "task-3346583" [ 797.927802] env[69019]: _type = "Task" [ 797.927802] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.937848] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.046149] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998032} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.046550] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 5205835f-62fd-4e80-af89-26502170396f/5205835f-62fd-4e80-af89-26502170396f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.046772] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.047243] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-386d7a7d-86b8-4797-a75b-cb37fc5adefd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.055270] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 798.055270] env[69019]: value = "task-3346584" [ 798.055270] env[69019]: _type = "Task" [ 798.055270] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.055839] env[69019]: DEBUG oslo_concurrency.lockutils [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] Releasing lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.056223] env[69019]: DEBUG nova.compute.manager [req-f35cccb5-c489-438c-a85d-c3d627f6a11d req-038180c9-eb7c-4e59-b8b2-ecad022b82ac service nova] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Received event network-vif-deleted-57c5cbd2-f0ae-4423-bd09-3e08f28dadef {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.067806] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.125544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.128415] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.403s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.128732] env[69019]: DEBUG nova.objects.instance [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'resources' on Instance uuid 31c8ee4f-5063-4ad9-9858-489c4542df7f {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.156292] env[69019]: INFO nova.scheduler.client.report [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted allocations for instance 11ce291b-4b29-4b8e-8628-dfd110846a4b [ 798.338579] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346582, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.357292] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346580, 'name': CreateVM_Task, 'duration_secs': 1.312451} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.357469] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.358177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.358347] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.358670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.358933] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2da5f97-515e-490f-ab89-34a88cc8bbdd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.363810] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 798.363810] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7a692-871b-7d0b-777a-655e3976c46d" [ 798.363810] env[69019]: _type = "Task" [ 798.363810] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.372365] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7a692-871b-7d0b-777a-655e3976c46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.438519] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346583, 'name': PowerOffVM_Task, 'duration_secs': 0.260264} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.438841] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.439028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.439290] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423a54f8-7bf0-43f1-939f-270786c8c9aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.511074] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.511074] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.511074] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Deleting the datastore file [datastore1] 7218605d-a136-4565-975c-574326ece0bf {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.511074] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65012c9-0a53-4b25-b7df-4c5c1f33d854 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.517842] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for the task: (returnval){ [ 798.517842] env[69019]: value = "task-3346586" [ 798.517842] env[69019]: _type = "Task" [ 798.517842] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.525877] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.565749] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091498} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.566045] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.566839] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73cbca2-9043-4da3-a055-5f21ccd50f26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.589051] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 5205835f-62fd-4e80-af89-26502170396f/5205835f-62fd-4e80-af89-26502170396f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.589312] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c78a184-d1f4-44cd-a16b-dd53c954db6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.610606] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 798.610606] env[69019]: value = "task-3346587" [ 798.610606] env[69019]: _type = "Task" [ 798.610606] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.618856] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.664597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bf5472d1-8c69-40b5-8b51-b27eb5f044ef tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "11ce291b-4b29-4b8e-8628-dfd110846a4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.720s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.841244] env[69019]: DEBUG oslo_vmware.api [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346582, 'name': RemoveSnapshot_Task, 'duration_secs': 0.657084} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.843737] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.844412] env[69019]: INFO nova.compute.manager [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 798.874458] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7a692-871b-7d0b-777a-655e3976c46d, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.877472] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.877708] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.877940] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.878104] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.878289] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.878798] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e3dfc6-c8d5-4486-be4b-97f69c417cb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.888956] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.889157] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.892454] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bcb830-5a5e-43d5-8143-6c5375732844 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.901022] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 798.901022] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521f04b1-9f38-7daa-5118-4f92f6d5bb50" [ 798.901022] env[69019]: _type = "Task" [ 798.901022] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.915063] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521f04b1-9f38-7daa-5118-4f92f6d5bb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.030622] env[69019]: DEBUG oslo_vmware.api [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Task: {'id': task-3346586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198309} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.030872] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.031095] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.031320] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.031571] env[69019]: INFO nova.compute.manager [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] [instance: 7218605d-a136-4565-975c-574326ece0bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 799.032372] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.032372] env[69019]: DEBUG nova.compute.manager [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.032372] env[69019]: DEBUG nova.network.neutron [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.111438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5d8062-25b3-4fb0-8efb-d049c89f15fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.123022] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346587, 'name': ReconfigVM_Task, 'duration_secs': 0.325199} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.125120] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 5205835f-62fd-4e80-af89-26502170396f/5205835f-62fd-4e80-af89-26502170396f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.126476] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85a68e2-dcfc-4df8-8a21-8c002df6f640 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.127995] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6cfef-ee01-412c-9b80-f8c7436803c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.163329] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6aae3-303f-4e6e-adb7-eb5817f44dfa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.166128] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 799.166128] env[69019]: value = "task-3346588" [ 799.166128] env[69019]: _type = "Task" [ 799.166128] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.173436] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e5ad9-b443-480a-b05b-d9a01123399b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.180504] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346588, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.192245] env[69019]: DEBUG nova.compute.provider_tree [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.382996] env[69019]: DEBUG nova.compute.manager [None req-6c3dad65-7a91-4830-b4eb-c7fb95a0daac tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Found 1 images (rotation: 2) {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.415505] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521f04b1-9f38-7daa-5118-4f92f6d5bb50, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.416328] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bdbc85-3eb0-4065-9434-966d9dcef111 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.422921] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 799.422921] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523d022a-4f11-4e1c-a2e5-8b1af0d268e1" [ 799.422921] env[69019]: _type = "Task" [ 799.422921] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.429160] env[69019]: DEBUG nova.compute.manager [req-1a8d150f-9f2b-4b0d-a62c-2a19b2c10121 req-8cd68329-71b4-44f3-92e7-bf22ca2528d8 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Received event network-vif-deleted-554884dd-4226-4e14-9d6e-ac57f507f8dc {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.429390] env[69019]: INFO nova.compute.manager [req-1a8d150f-9f2b-4b0d-a62c-2a19b2c10121 req-8cd68329-71b4-44f3-92e7-bf22ca2528d8 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Neutron deleted interface 554884dd-4226-4e14-9d6e-ac57f507f8dc; detaching it from the instance and deleting it from the info cache [ 799.429617] env[69019]: DEBUG nova.network.neutron [req-1a8d150f-9f2b-4b0d-a62c-2a19b2c10121 req-8cd68329-71b4-44f3-92e7-bf22ca2528d8 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.433908] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523d022a-4f11-4e1c-a2e5-8b1af0d268e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.676068] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346588, 'name': Rename_Task, 'duration_secs': 0.1614} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.676357] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.676618] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5ae35c-313d-4f77-86bc-e4cdbb74bc77 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.686724] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 799.686724] env[69019]: value = "task-3346589" [ 799.686724] env[69019]: _type = "Task" [ 799.686724] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.697013] env[69019]: DEBUG nova.scheduler.client.report [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.700479] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.814359] env[69019]: DEBUG nova.network.neutron [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.838199] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "995c9024-3b2b-43b1-ac86-e434a7359160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.838529] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.863014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.863282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.895812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "2561e73f-6527-433b-a969-d8e75358b499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.896034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.896124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "2561e73f-6527-433b-a969-d8e75358b499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.896754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.896754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.898954] env[69019]: INFO nova.compute.manager [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Terminating instance [ 799.935324] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523d022a-4f11-4e1c-a2e5-8b1af0d268e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.935408] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d756e35-1fdd-4f0e-9494-8c095ebf2181 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.937315] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.937927] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 1d4ba559-737b-45ba-a8b8-374eed25de54/1d4ba559-737b-45ba-a8b8-374eed25de54.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.937927] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0db71afa-f244-4be4-a250-a1c05f34b8b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.949474] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ca3ac-7334-4df4-9c51-bb0cddbc4054 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.960535] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 799.960535] env[69019]: value = "task-3346590" [ 799.960535] env[69019]: _type = "Task" [ 799.960535] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.973020] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.989539] env[69019]: DEBUG nova.compute.manager [req-1a8d150f-9f2b-4b0d-a62c-2a19b2c10121 req-8cd68329-71b4-44f3-92e7-bf22ca2528d8 service nova] [instance: 7218605d-a136-4565-975c-574326ece0bf] Detach interface failed, port_id=554884dd-4226-4e14-9d6e-ac57f507f8dc, reason: Instance 7218605d-a136-4565-975c-574326ece0bf could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 800.204969] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.208046] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.208964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.547s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.209109] env[69019]: DEBUG nova.objects.instance [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lazy-loading 'resources' on Instance uuid fc69d818-c20d-44bc-beb7-abc311f7a88b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.236707] env[69019]: INFO nova.scheduler.client.report [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocations for instance 31c8ee4f-5063-4ad9-9858-489c4542df7f [ 800.318169] env[69019]: INFO nova.compute.manager [-] [instance: 7218605d-a136-4565-975c-574326ece0bf] Took 1.29 seconds to deallocate network for instance. [ 800.403089] env[69019]: DEBUG nova.compute.manager [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.403469] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.404429] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e148d42-6fe9-4257-bb02-3619307b743e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.415258] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.415508] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce1eb8a-0616-4d7f-b8c2-38044458d5f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.424747] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 800.424747] env[69019]: value = "task-3346591" [ 800.424747] env[69019]: _type = "Task" [ 800.424747] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.435589] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.469066] env[69019]: DEBUG nova.compute.manager [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.472986] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646000f3-6e8a-441e-9dba-0eef832b1a2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.476165] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479279} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.476611] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 1d4ba559-737b-45ba-a8b8-374eed25de54/1d4ba559-737b-45ba-a8b8-374eed25de54.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.476841] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.477453] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f14281c-b6c5-445b-afe8-1255642a9658 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.484489] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 800.484489] env[69019]: value = "task-3346592" [ 800.484489] env[69019]: _type = "Task" [ 800.484489] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.494829] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.699759] env[69019]: DEBUG oslo_vmware.api [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346589, 'name': PowerOnVM_Task, 'duration_secs': 0.569769} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.699986] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.700215] env[69019]: INFO nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Took 11.10 seconds to spawn the instance on the hypervisor. [ 800.700389] env[69019]: DEBUG nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.701229] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7271aa9-cbc2-4392-9bf2-badc127cdee9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.748564] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eafd9838-fc0b-42d0-95c0-b7ff62793d64 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "31c8ee4f-5063-4ad9-9858-489c4542df7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.407s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.825051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.934937] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346591, 'name': PowerOffVM_Task, 'duration_secs': 0.340856} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.935243] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.935414] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.935779] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd9ba87-9414-4ff1-b1cd-28bfde476938 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.984681] env[69019]: INFO nova.compute.manager [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] instance snapshotting [ 800.985611] env[69019]: DEBUG nova.objects.instance [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.000206] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084768} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.001220] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.002176] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ab790-bf5b-4674-9c1e-cc9d9ab9ae00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.008566] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.008777] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.009382] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Deleting the datastore file [datastore1] 2561e73f-6527-433b-a969-d8e75358b499 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.009733] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3229bd-037f-49ed-9fef-dee47adf0ab2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.030695] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1d4ba559-737b-45ba-a8b8-374eed25de54/1d4ba559-737b-45ba-a8b8-374eed25de54.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.034417] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4b8aba-8257-4f4f-9213-8b9a828e1e32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.050955] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for the task: (returnval){ [ 801.050955] env[69019]: value = "task-3346594" [ 801.050955] env[69019]: _type = "Task" [ 801.050955] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.059571] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.063343] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 801.063343] env[69019]: value = "task-3346595" [ 801.063343] env[69019]: _type = "Task" [ 801.063343] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.073665] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.171452] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78243ad9-320f-4f69-93ac-d316b118c42d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.185448] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fdd379-1283-45c9-b479-de6fe0764eca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.222615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e246d1-cc9f-4e0c-88bb-65c8ab38b938 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.229027] env[69019]: INFO nova.compute.manager [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Took 45.04 seconds to build instance. [ 801.234140] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9163535-30c8-4247-beac-57a9dfd49786 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.257184] env[69019]: DEBUG nova.compute.provider_tree [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.497021] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38139261-725c-420d-831d-55a0d5986216 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.517375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f003ad-116b-4950-a38c-e33de1d7ad4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.564513] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.576775] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346595, 'name': ReconfigVM_Task, 'duration_secs': 0.441291} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.577190] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1d4ba559-737b-45ba-a8b8-374eed25de54/1d4ba559-737b-45ba-a8b8-374eed25de54.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.577837] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a064887b-2e84-4afb-9f33-b4d291aae90f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.586764] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 801.586764] env[69019]: value = "task-3346596" [ 801.586764] env[69019]: _type = "Task" [ 801.586764] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.598986] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346596, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.730947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1f063103-ae99-4e98-8f98-8a18457d265e tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.268s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.760256] env[69019]: DEBUG nova.scheduler.client.report [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.031800] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.032332] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef25edc8-1fd6-4ca0-85c9-0b497a8702f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.041170] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 802.041170] env[69019]: value = "task-3346597" [ 802.041170] env[69019]: _type = "Task" [ 802.041170] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.050520] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346597, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.062164] env[69019]: DEBUG oslo_vmware.api [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Task: {'id': task-3346594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586467} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.062554] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.065988] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.065988] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.065988] env[69019]: INFO nova.compute.manager [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Took 1.66 seconds to destroy the instance on the hypervisor. [ 802.065988] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.065988] env[69019]: DEBUG nova.compute.manager [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.065988] env[69019]: DEBUG nova.network.neutron [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.097878] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346596, 'name': Rename_Task, 'duration_secs': 0.165434} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.098260] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.098590] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e729996-f20b-46bb-be55-7e2220a7b554 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.106949] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 802.106949] env[69019]: value = "task-3346598" [ 802.106949] env[69019]: _type = "Task" [ 802.106949] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.118643] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.234420] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.249580] env[69019]: DEBUG nova.compute.manager [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.249703] env[69019]: DEBUG nova.compute.manager [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing instance network info cache due to event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.249839] env[69019]: DEBUG oslo_concurrency.lockutils [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.250087] env[69019]: DEBUG oslo_concurrency.lockutils [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.252226] env[69019]: DEBUG nova.network.neutron [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.265600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.271748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.829s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.271938] env[69019]: DEBUG nova.objects.instance [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lazy-loading 'resources' on Instance uuid 0520d26f-f53f-4779-bfa3-167cf0e16dbb {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.295551] env[69019]: INFO nova.scheduler.client.report [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted allocations for instance fc69d818-c20d-44bc-beb7-abc311f7a88b [ 802.552592] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346597, 'name': CreateSnapshot_Task, 'duration_secs': 0.458935} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.553670] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.556662] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82beae80-6a3b-45e2-9e78-831dcfd68a7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.620083] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346598, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.721123] env[69019]: DEBUG nova.compute.manager [req-2d24aa2e-a7fb-4355-8d05-e41d268c0bea req-fc2ad1d6-9cde-4944-8dc8-5a4641ee67b9 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Received event network-vif-deleted-1ef9001d-4405-402a-9edd-c9d3be2c9750 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.722640] env[69019]: INFO nova.compute.manager [req-2d24aa2e-a7fb-4355-8d05-e41d268c0bea req-fc2ad1d6-9cde-4944-8dc8-5a4641ee67b9 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Neutron deleted interface 1ef9001d-4405-402a-9edd-c9d3be2c9750; detaching it from the instance and deleting it from the info cache [ 802.722640] env[69019]: DEBUG nova.network.neutron [req-2d24aa2e-a7fb-4355-8d05-e41d268c0bea req-fc2ad1d6-9cde-4944-8dc8-5a4641ee67b9 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.761217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.806324] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f390ada3-b5b5-4fba-afe5-c2d4e8803aa5 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "fc69d818-c20d-44bc-beb7-abc311f7a88b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.041s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.996123] env[69019]: DEBUG nova.network.neutron [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updated VIF entry in instance network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.996487] env[69019]: DEBUG nova.network.neutron [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.040971] env[69019]: DEBUG nova.network.neutron [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.075068] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.078163] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45407862-4332-4c56-9e7f-28cd3fa6fd12 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.088281] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 803.088281] env[69019]: value = "task-3346599" [ 803.088281] env[69019]: _type = "Task" [ 803.088281] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.100420] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346599, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.116777] env[69019]: DEBUG oslo_vmware.api [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346598, 'name': PowerOnVM_Task, 'duration_secs': 0.953378} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.119332] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.119556] env[69019]: INFO nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Took 8.21 seconds to spawn the instance on the hypervisor. [ 803.119748] env[69019]: DEBUG nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.120756] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1344a71c-62b4-46f7-99dc-a50778f9bf61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.225076] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-728ef6ca-657d-400e-b7ba-b794838b5262 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.236491] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf61ac-d83e-4599-ae4c-62e2cf6f7ac9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.279970] env[69019]: DEBUG nova.compute.manager [req-2d24aa2e-a7fb-4355-8d05-e41d268c0bea req-fc2ad1d6-9cde-4944-8dc8-5a4641ee67b9 service nova] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Detach interface failed, port_id=1ef9001d-4405-402a-9edd-c9d3be2c9750, reason: Instance 2561e73f-6527-433b-a969-d8e75358b499 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.281960] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3838519-ac3c-4b3e-abcf-b05265e11bcd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.289992] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2520f7-65df-497e-9258-c026f1d36939 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.323457] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371135d-b14d-4e3e-a325-08d72c8b3f46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331951] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea926b89-6388-40d8-9ccc-15bd32113a56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.347284] env[69019]: DEBUG nova.compute.provider_tree [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.499155] env[69019]: DEBUG oslo_concurrency.lockutils [req-7df45758-cd9b-4200-9b6f-8490c4d9509f req-7edbc622-8f67-4370-bebb-3e1b8bec33f5 service nova] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.544018] env[69019]: INFO nova.compute.manager [-] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Took 1.48 seconds to deallocate network for instance. [ 803.602743] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346599, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.642113] env[69019]: INFO nova.compute.manager [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Took 42.32 seconds to build instance. [ 803.851291] env[69019]: DEBUG nova.scheduler.client.report [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.053957] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.100440] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346599, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.143783] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e6f9bf0f-6ffd-4bf7-8fdf-8fa86c4348f2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.033s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.357363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.360739] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.607s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.362252] env[69019]: INFO nova.compute.claims [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.386872] env[69019]: INFO nova.scheduler.client.report [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Deleted allocations for instance 0520d26f-f53f-4779-bfa3-167cf0e16dbb [ 804.599870] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346599, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.647538] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.789704] env[69019]: DEBUG nova.compute.manager [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.789704] env[69019]: DEBUG nova.compute.manager [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing instance network info cache due to event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.789704] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.790077] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.790264] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.880538] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Acquiring lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880538] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Acquired lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.880538] env[69019]: DEBUG nova.network.neutron [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.895414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b113f53c-fa4d-4ef8-95c8-e8bb79e61644 tempest-ServersAdminNegativeTestJSON-872045979 tempest-ServersAdminNegativeTestJSON-872045979-project-member] Lock "0520d26f-f53f-4779-bfa3-167cf0e16dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.945s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.104522] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346599, 'name': CloneVM_Task, 'duration_secs': 1.96418} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.104914] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created linked-clone VM from snapshot [ 805.105815] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf90ad4-518a-4500-acf9-5e5ffab367c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.114622] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploading image 9ab2af55-6a2a-400a-b23d-01a6d0f389d5 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.147867] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.147867] env[69019]: value = "vm-668055" [ 805.147867] env[69019]: _type = "VirtualMachine" [ 805.147867] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.149049] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cee3cd76-42c6-48c7-9fbc-20d84fed145b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.161740] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease: (returnval){ [ 805.161740] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528c6fc1-b119-a41c-cf2f-2e6da8f680a8" [ 805.161740] env[69019]: _type = "HttpNfcLease" [ 805.161740] env[69019]: } obtained for exporting VM: (result){ [ 805.161740] env[69019]: value = "vm-668055" [ 805.161740] env[69019]: _type = "VirtualMachine" [ 805.161740] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.162475] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the lease: (returnval){ [ 805.162475] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528c6fc1-b119-a41c-cf2f-2e6da8f680a8" [ 805.162475] env[69019]: _type = "HttpNfcLease" [ 805.162475] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.169296] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.169296] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528c6fc1-b119-a41c-cf2f-2e6da8f680a8" [ 805.169296] env[69019]: _type = "HttpNfcLease" [ 805.169296] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.177806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.525211] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updated VIF entry in instance network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.525211] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.670427] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.670427] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528c6fc1-b119-a41c-cf2f-2e6da8f680a8" [ 805.670427] env[69019]: _type = "HttpNfcLease" [ 805.670427] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.670739] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.670739] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528c6fc1-b119-a41c-cf2f-2e6da8f680a8" [ 805.670739] env[69019]: _type = "HttpNfcLease" [ 805.670739] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.671513] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b34b5-6ed9-4a6c-9205-fa3d878c9d04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.682380] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.682579] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.779856] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73047a31-0f8d-40b7-9212-cec01ce5a267 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.943221] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf48f4-0de6-4c9b-9ed0-27c8b0f8064f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.957116] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca050830-14b9-453c-abe5-d621828f42e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989180] env[69019]: DEBUG nova.network.neutron [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updating instance_info_cache with network_info: [{"id": "57124800-d933-41ce-8d64-8b1bcbfda70d", "address": "fa:16:3e:94:74:33", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57124800-d9", "ovs_interfaceid": "57124800-d933-41ce-8d64-8b1bcbfda70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.992865] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f1f4e5-662a-41c6-bd26-cc09aa39eca2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.002669] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de66156-018b-49d1-af38-2c348ed84331 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.018263] env[69019]: DEBUG nova.compute.provider_tree [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.028014] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.028354] env[69019]: DEBUG nova.compute.manager [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.028525] env[69019]: DEBUG nova.compute.manager [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing instance network info cache due to event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.028874] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Acquiring lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.029135] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Acquired lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.029306] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.497308] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Releasing lock "refresh_cache-1d4ba559-737b-45ba-a8b8-374eed25de54" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.497308] env[69019]: DEBUG nova.compute.manager [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Inject network info {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 806.498168] env[69019]: DEBUG nova.compute.manager [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] network_info to inject: |[{"id": "57124800-d933-41ce-8d64-8b1bcbfda70d", "address": "fa:16:3e:94:74:33", "network": {"id": "0456b964-194c-4882-b3e6-190e2a34a58c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1716355574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1048ae8b29ca4ca3b6eab61fa5c38041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57124800-d9", "ovs_interfaceid": "57124800-d933-41ce-8d64-8b1bcbfda70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 806.503516] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Reconfiguring VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 806.503954] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d1826e-ee8f-444f-8ca6-16a7fd720b9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.522224] env[69019]: DEBUG nova.scheduler.client.report [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.527181] env[69019]: DEBUG oslo_vmware.api [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Waiting for the task: (returnval){ [ 806.527181] env[69019]: value = "task-3346601" [ 806.527181] env[69019]: _type = "Task" [ 806.527181] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.540767] env[69019]: DEBUG oslo_vmware.api [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Task: {'id': task-3346601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.892167] env[69019]: DEBUG nova.compute.manager [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.892564] env[69019]: DEBUG nova.compute.manager [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing instance network info cache due to event network-changed-31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.892849] env[69019]: DEBUG oslo_concurrency.lockutils [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] Acquiring lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.008586] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updated VIF entry in instance network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.008992] env[69019]: DEBUG nova.network.neutron [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updating instance_info_cache with network_info: [{"id": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "address": "fa:16:3e:9d:f0:e3", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9a18c-5e", "ovs_interfaceid": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.033522] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.034179] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.036871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.310s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.038372] env[69019]: INFO nova.compute.claims [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.048907] env[69019]: DEBUG oslo_vmware.api [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] Task: {'id': task-3346601, 'name': ReconfigVM_Task, 'duration_secs': 0.198063} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.049381] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fd9927-9fca-4dc9-ae03-71f3f32f7658 tempest-ServersAdminTestJSON-76082365 tempest-ServersAdminTestJSON-76082365-project-admin] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Reconfigured VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 807.401876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "5205835f-62fd-4e80-af89-26502170396f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.401876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.401876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "5205835f-62fd-4e80-af89-26502170396f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.401876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.402212] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.403444] env[69019]: INFO nova.compute.manager [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Terminating instance [ 807.513186] env[69019]: DEBUG oslo_concurrency.lockutils [req-920fc835-2d50-45be-a4a2-cad88b38b95a req-3d4b834d-f97f-495a-86ce-b234b28c4a5e service nova] Releasing lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513186] env[69019]: DEBUG oslo_concurrency.lockutils [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] Acquired lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.513186] env[69019]: DEBUG nova.network.neutron [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Refreshing network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.552061] env[69019]: DEBUG nova.compute.utils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.553668] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.553850] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.651132] env[69019]: DEBUG nova.policy [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191aca9305094e8ca26e2bef88318a1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '117375af248d4e8891b1f8d694f56996', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.912183] env[69019]: DEBUG nova.compute.manager [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.912459] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.913501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e78dd59-ea0b-467f-a386-6b1f267637c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.924526] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.924526] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c043a67-d76e-45e6-b90d-f2f7f6eec977 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.932702] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 807.932702] env[69019]: value = "task-3346602" [ 807.932702] env[69019]: _type = "Task" [ 807.932702] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.944106] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.058959] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.202961] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Successfully created port: 1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.355968] env[69019]: DEBUG nova.network.neutron [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updated VIF entry in instance network info cache for port 31f9a18c-5e23-4f42-b68f-a61dcbf860e2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.356734] env[69019]: DEBUG nova.network.neutron [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updating instance_info_cache with network_info: [{"id": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "address": "fa:16:3e:9d:f0:e3", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f9a18c-5e", "ovs_interfaceid": "31f9a18c-5e23-4f42-b68f-a61dcbf860e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.445045] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346602, 'name': PowerOffVM_Task, 'duration_secs': 0.203009} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.445400] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.445613] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.445935] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e032a5c-c412-425e-89b0-cd96cc243bf6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.513553] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.513957] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.514256] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleting the datastore file [datastore1] 5205835f-62fd-4e80-af89-26502170396f {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.514648] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e67a0b17-5a8a-4c5f-b871-60b73992c4b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.527964] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 808.527964] env[69019]: value = "task-3346604" [ 808.527964] env[69019]: _type = "Task" [ 808.527964] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.537630] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.623713] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b7c5b-d235-4941-8f73-3c59e8c535d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.634358] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad4ad8-64c1-452b-b84d-eb5417992169 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.674709] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f2100-e6d7-4fa6-bf1e-ce91ba01acd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.684161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed51827-336a-47a9-b794-af4d64bba8ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.706596] env[69019]: DEBUG nova.compute.provider_tree [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.859746] env[69019]: DEBUG oslo_concurrency.lockutils [req-78b234f4-d4f1-4616-b42c-23e1d6e16c78 req-4b868dd0-c9f0-4f27-96a5-96f43d8649c6 service nova] Releasing lock "refresh_cache-5205835f-62fd-4e80-af89-26502170396f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.044042] env[69019]: DEBUG oslo_vmware.api [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145208} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.044042] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.045225] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.045446] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.045632] env[69019]: INFO nova.compute.manager [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: 5205835f-62fd-4e80-af89-26502170396f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.045960] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.046217] env[69019]: DEBUG nova.compute.manager [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.046217] env[69019]: DEBUG nova.network.neutron [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.074593] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.141711] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.141973] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.142204] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.143120] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.143120] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.143120] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.143120] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.143120] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.143334] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.143545] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.147413] env[69019]: DEBUG nova.virt.hardware [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.148434] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f55bc-5e62-4eb5-9ae8-460d79c56a4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.161834] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e4dea-b951-418d-af07-55683208eb83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.212362] env[69019]: DEBUG nova.scheduler.client.report [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.489302] env[69019]: DEBUG nova.compute.manager [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.489302] env[69019]: DEBUG nova.compute.manager [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing instance network info cache due to event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.489302] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.489302] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.489302] env[69019]: DEBUG nova.network.neutron [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.715245] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.716947] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.722072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.540s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.722797] env[69019]: INFO nova.compute.claims [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.930355] env[69019]: DEBUG nova.network.neutron [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.962680] env[69019]: DEBUG nova.compute.manager [req-70cbbaa9-a12e-4408-a494-1d756d2227ee req-89855c4b-53e7-4a71-a18e-04fa31efc191 service nova] [instance: 5205835f-62fd-4e80-af89-26502170396f] Received event network-vif-deleted-31f9a18c-5e23-4f42-b68f-a61dcbf860e2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.230978] env[69019]: DEBUG nova.compute.utils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.234639] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.234863] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.290278] env[69019]: DEBUG nova.network.neutron [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updated VIF entry in instance network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.290669] env[69019]: DEBUG nova.network.neutron [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.314733] env[69019]: DEBUG nova.policy [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1521e512b686445ab5125511a5e1ad54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9d8e3178e442a5b5217c245e0a901b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.328068] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Successfully updated port: 1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.435628] env[69019]: INFO nova.compute.manager [-] [instance: 5205835f-62fd-4e80-af89-26502170396f] Took 1.39 seconds to deallocate network for instance. [ 810.605147] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Successfully created port: e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.741745] env[69019]: DEBUG nova.compute.utils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.794581] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7ade7db-8437-44ba-9bc9-90db1beb32a3 req-fbdad2fd-8aa0-442e-8597-42dceb01768e service nova] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.835154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.835154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquired lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.835154] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.941883] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.991623] env[69019]: INFO nova.compute.manager [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Rebuilding instance [ 811.039734] env[69019]: DEBUG nova.compute.manager [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.040670] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8bd406-cd1f-4f4e-946c-0cc6b819ea57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.244950] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.275890] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f1976f-5ca8-4003-8529-77b6ea0f1e78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.286238] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d521e-cbaf-45bf-a53b-9a2534b5b5f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.319266] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3dbbdc-d85b-49b9-851b-0c4520788a74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.327282] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab905b-8108-402e-bbae-17094afca74b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.343867] env[69019]: DEBUG nova.compute.provider_tree [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.399094] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "6432e3d5-91db-4406-b01c-6b747978a5f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.399358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.409413] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.517848] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.518226] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing instance network info cache due to event network-changed-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.518477] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Acquiring lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.518627] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Acquired lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.518837] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Refreshing network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.598560] env[69019]: DEBUG nova.network.neutron [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Updating instance_info_cache with network_info: [{"id": "1d071c9c-f579-4a28-8add-0feffe43c42c", "address": "fa:16:3e:5b:b7:86", "network": {"id": "93bbd932-2fd0-44f7-bab4-7c527e96b667", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1994105120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "117375af248d4e8891b1f8d694f56996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d071c9c-f5", "ovs_interfaceid": "1d071c9c-f579-4a28-8add-0feffe43c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.846950] env[69019]: DEBUG nova.scheduler.client.report [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.060901] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.061253] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43242de0-de64-4aed-8c36-f0f189f2cde0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.071248] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 812.071248] env[69019]: value = "task-3346605" [ 812.071248] env[69019]: _type = "Task" [ 812.071248] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.084855] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.087430] env[69019]: DEBUG nova.compute.manager [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Received event network-vif-plugged-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.087840] env[69019]: DEBUG oslo_concurrency.lockutils [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] Acquiring lock "ce974ee2-4214-4b8e-9d32-425272640242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.088214] env[69019]: DEBUG oslo_concurrency.lockutils [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] Lock "ce974ee2-4214-4b8e-9d32-425272640242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.088555] env[69019]: DEBUG oslo_concurrency.lockutils [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] Lock "ce974ee2-4214-4b8e-9d32-425272640242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.088892] env[69019]: DEBUG nova.compute.manager [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] No waiting events found dispatching network-vif-plugged-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.089236] env[69019]: WARNING nova.compute.manager [req-88a0abd7-fcdf-4b4e-8e84-7afd75873e0d req-e65e8da8-3a43-442d-909d-c8025cdefe53 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Received unexpected event network-vif-plugged-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 for instance with vm_state building and task_state spawning. [ 812.101246] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Releasing lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.101666] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Instance network_info: |[{"id": "1d071c9c-f579-4a28-8add-0feffe43c42c", "address": "fa:16:3e:5b:b7:86", "network": {"id": "93bbd932-2fd0-44f7-bab4-7c527e96b667", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1994105120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "117375af248d4e8891b1f8d694f56996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d071c9c-f5", "ovs_interfaceid": "1d071c9c-f579-4a28-8add-0feffe43c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.102055] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:b7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d071c9c-f579-4a28-8add-0feffe43c42c', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.109971] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Creating folder: Project (117375af248d4e8891b1f8d694f56996). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.110667] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0bfe7cd-6efe-4e27-9b20-462d14614577 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.122121] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Created folder: Project (117375af248d4e8891b1f8d694f56996) in parent group-v667907. [ 812.122121] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Creating folder: Instances. Parent ref: group-v668056. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.122405] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3281219-03ea-4fc8-b730-bece0cbf0270 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.131839] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Created folder: Instances in parent group-v668056. [ 812.132239] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.132462] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.132836] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d17be3f-ace7-4a41-855f-2ee39e9acb85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.156269] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.156269] env[69019]: value = "task-3346608" [ 812.156269] env[69019]: _type = "Task" [ 812.156269] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.168400] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346608, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.183148] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Successfully updated port: e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.255223] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.277299] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1149073812',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-270601107',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.277551] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.277792] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.277889] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.278034] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.278188] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.278401] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.278557] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.278726] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.278909] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.279056] env[69019]: DEBUG nova.virt.hardware [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.279930] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ba968c-08af-46b0-a548-add030f8c9f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.287763] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a920636-aaea-48aa-9853-4e8b811adc8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.293991] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updated VIF entry in instance network info cache for port 8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.294349] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [{"id": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "address": "fa:16:3e:b4:8e:d7", "network": {"id": "ca520dea-f493-412e-b953-b49880b7896f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1404142978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f066aebcbb841d2a75f27f936308a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8392e7ea-8f", "ovs_interfaceid": "8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.352879] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.353339] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.356073] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.542s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.359377] env[69019]: INFO nova.compute.claims [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.581059] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346605, 'name': PowerOffVM_Task, 'duration_secs': 0.223491} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.581059] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.581059] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.581807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f643f-a0bd-46f2-99e2-4bb06e99e505 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.588831] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.589094] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f4d3f8-ec74-4e5f-8de0-47556cc4d732 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.653311] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.653565] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.653752] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.654054] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a8cea3-649a-480d-821a-638041dde2c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.669554] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346608, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.671085] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 812.671085] env[69019]: value = "task-3346610" [ 812.671085] env[69019]: _type = "Task" [ 812.671085] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.680271] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.686700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.686700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.686700] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.804763] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Releasing lock "refresh_cache-f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.805101] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Received event network-vif-plugged-1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.805343] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Acquiring lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.805601] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.805833] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.806079] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] No waiting events found dispatching network-vif-plugged-1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.806677] env[69019]: WARNING nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Received unexpected event network-vif-plugged-1d071c9c-f579-4a28-8add-0feffe43c42c for instance with vm_state building and task_state spawning. [ 812.806677] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Received event network-changed-1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.806841] env[69019]: DEBUG nova.compute.manager [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Refreshing instance network info cache due to event network-changed-1d071c9c-f579-4a28-8add-0feffe43c42c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.806987] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Acquiring lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.807146] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Acquired lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.807308] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Refreshing network info cache for port 1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.862615] env[69019]: DEBUG nova.compute.utils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.865960] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.866170] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.907702] env[69019]: DEBUG nova.policy [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e8b618188a4ac3af729dd20ce54734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85c7055f83f41aabbe6b1c6b50df3d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.170084] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346608, 'name': CreateVM_Task, 'duration_secs': 0.684637} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.170317] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.171270] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.171555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.172014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.172468] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513a2bbc-15bc-44af-952e-167fb60d0233 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.183615] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 813.183615] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cd9a83-6fa8-d04b-b493-16a96d4e864f" [ 813.183615] env[69019]: _type = "Task" [ 813.183615] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.192441] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152132} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.197468] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.197788] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.198085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.210219] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cd9a83-6fa8-d04b-b493-16a96d4e864f, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.210363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.210541] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.210778] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.210924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.211116] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.211382] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47177ee1-48ec-4227-92e1-cbc35b4d48c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.220462] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.220669] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.221433] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20960dcd-0f41-45f9-82f1-2987d1c4ebd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.227369] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 813.227369] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528ab13a-6b5c-c402-d6d6-52f754858099" [ 813.227369] env[69019]: _type = "Task" [ 813.227369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.236509] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528ab13a-6b5c-c402-d6d6-52f754858099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.238169] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.353150] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Successfully created port: 4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.369949] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.430892] env[69019]: DEBUG nova.network.neutron [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updating instance_info_cache with network_info: [{"id": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "address": "fa:16:3e:e8:93:8d", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26c7b87-f0", "ovs_interfaceid": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.578845] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Updated VIF entry in instance network info cache for port 1d071c9c-f579-4a28-8add-0feffe43c42c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.579579] env[69019]: DEBUG nova.network.neutron [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Updating instance_info_cache with network_info: [{"id": "1d071c9c-f579-4a28-8add-0feffe43c42c", "address": "fa:16:3e:5b:b7:86", "network": {"id": "93bbd932-2fd0-44f7-bab4-7c527e96b667", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1994105120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "117375af248d4e8891b1f8d694f56996", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d071c9c-f5", "ovs_interfaceid": "1d071c9c-f579-4a28-8add-0feffe43c42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.747299] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528ab13a-6b5c-c402-d6d6-52f754858099, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.748398] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494c105d-6cec-4964-a1a9-0ebd6a5c1a53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.760215] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 813.760215] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528773c5-4bdb-de17-f05d-181baee33833" [ 813.760215] env[69019]: _type = "Task" [ 813.760215] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.773508] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528773c5-4bdb-de17-f05d-181baee33833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.923741] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239bec7-aef2-4fca-ac36-c89ceba2a42d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.931801] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321dd6f9-a307-4e17-b4a3-a9c95b8eefb7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.935270] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935597] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Instance network_info: |[{"id": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "address": "fa:16:3e:e8:93:8d", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26c7b87-f0", "ovs_interfaceid": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.936249] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:93:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.944192] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.944888] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.945152] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c85c17-f9c1-4e28-9821-afe3b1eb87b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.985015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de283ee-397c-4837-99aa-bde6fe3639e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.989866] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.989866] env[69019]: value = "task-3346611" [ 813.989866] env[69019]: _type = "Task" [ 813.989866] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.995804] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead1c18-900e-4002-ba5a-80d863a970d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.011024] env[69019]: DEBUG nova.compute.provider_tree [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.014898] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346611, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.084423] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88d3967-ea6e-49d8-9a9e-715d871610cb req-069ea01c-6e2f-4162-a703-0ef8be62ca36 service nova] Releasing lock "refresh_cache-1bf70a78-3203-4959-97e5-89ab4447a23c" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.143183] env[69019]: DEBUG nova.compute.manager [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Received event network-changed-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.143362] env[69019]: DEBUG nova.compute.manager [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Refreshing instance network info cache due to event network-changed-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.143605] env[69019]: DEBUG oslo_concurrency.lockutils [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] Acquiring lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.143755] env[69019]: DEBUG oslo_concurrency.lockutils [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] Acquired lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.143924] env[69019]: DEBUG nova.network.neutron [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Refreshing network info cache for port e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.270027] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.270873] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.271062] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.271292] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.272676] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.272676] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.272676] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.272676] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.272676] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.273095] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.273095] env[69019]: DEBUG nova.virt.hardware [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.275662] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39f712-54e2-4acf-96eb-586b726ad0d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.280139] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528773c5-4bdb-de17-f05d-181baee33833, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.283327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.283721] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 1bf70a78-3203-4959-97e5-89ab4447a23c/1bf70a78-3203-4959-97e5-89ab4447a23c.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.286290] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9ec5454-4ddc-41f4-8259-7dd597f02a52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.291939] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d42b8f-86ad-4f0d-8d47-1b623e63e1b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.305915] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a115fe-82a3-4e40-a442-6a7e6b1b04a5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.313398] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.315019] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.315427] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 814.315427] env[69019]: value = "task-3346612" [ 814.315427] env[69019]: _type = "Task" [ 814.315427] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.315707] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f149457a-195e-47ad-a246-06650d442a4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.340910] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.342178] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.342178] env[69019]: value = "task-3346613" [ 814.342178] env[69019]: _type = "Task" [ 814.342178] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.350029] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346613, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.357995] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.358846] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e3a3e-05c5-4545-8f3a-c2fa41d3c626 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.364477] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.364578] env[69019]: ERROR oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk due to incomplete transfer. [ 814.364777] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26a917d8-d116-4d66-994e-a0ff8ab9c91d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.372087] env[69019]: DEBUG oslo_vmware.rw_handles [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522e0071-0faf-53da-309a-0910828ed9ec/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.372304] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploaded image 9ab2af55-6a2a-400a-b23d-01a6d0f389d5 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.374580] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.374851] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43b8eae5-e877-4a14-94e8-4d3ffd989e34 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.381582] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 814.381582] env[69019]: value = "task-3346614" [ 814.381582] env[69019]: _type = "Task" [ 814.381582] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.385718] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.392970] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346614, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.409642] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.410033] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.410339] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.410688] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.410986] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.411294] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.411664] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.411952] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.412316] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.412643] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.412952] env[69019]: DEBUG nova.virt.hardware [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.415099] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6692ec-ad3d-4caa-8b6d-287033bf5977 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.425777] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8dd6d-9417-4b93-98a4-b1f1754848be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.504100] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346611, 'name': CreateVM_Task, 'duration_secs': 0.366559} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.504320] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.505113] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.505287] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.505724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.505999] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912ea3ae-c189-4935-a6df-516a590c7854 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.512830] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 814.512830] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5210619f-7fd4-4763-3b38-55c7cc8ceb1c" [ 814.512830] env[69019]: _type = "Task" [ 814.512830] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.517511] env[69019]: DEBUG nova.scheduler.client.report [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.528553] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5210619f-7fd4-4763-3b38-55c7cc8ceb1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.850245] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472775} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.854724] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 1bf70a78-3203-4959-97e5-89ab4447a23c/1bf70a78-3203-4959-97e5-89ab4447a23c.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.854947] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.855629] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89866501-04f2-4d7d-b4fe-84d96e0a44f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.865683] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346613, 'name': CreateVM_Task, 'duration_secs': 0.395274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.868895] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.869236] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 814.869236] env[69019]: value = "task-3346615" [ 814.869236] env[69019]: _type = "Task" [ 814.869236] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.869832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.879053] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.890208] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346614, 'name': Destroy_Task, 'duration_secs': 0.438455} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.890208] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroyed the VM [ 814.890473] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.890692] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08931134-c00b-4c2d-9f10-acb73d5e0426 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.900020] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 814.900020] env[69019]: value = "task-3346616" [ 814.900020] env[69019]: _type = "Task" [ 814.900020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.906445] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.971167] env[69019]: DEBUG nova.network.neutron [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updated VIF entry in instance network info cache for port e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.971562] env[69019]: DEBUG nova.network.neutron [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updating instance_info_cache with network_info: [{"id": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "address": "fa:16:3e:e8:93:8d", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26c7b87-f0", "ovs_interfaceid": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.025642] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.026200] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.028986] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5210619f-7fd4-4763-3b38-55c7cc8ceb1c, 'name': SearchDatastore_Task, 'duration_secs': 0.052274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.029504] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.492s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.031048] env[69019]: INFO nova.compute.claims [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.035213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.035213] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.035213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.035213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.035494] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.035494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.035494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.035494] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c114129-5de3-4d15-8c27-ae84e9f5b734 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.037803] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b162df-465f-4820-a10d-f265898e587e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.044390] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 815.044390] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f5638-03cb-6d72-5f79-39d4dab178c3" [ 815.044390] env[69019]: _type = "Task" [ 815.044390] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.049973] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.050149] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.051286] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6eb484-0ba7-4530-bf60-bb1a14d3ad08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.058294] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f5638-03cb-6d72-5f79-39d4dab178c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.059126] env[69019]: DEBUG nova.compute.manager [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Received event network-vif-plugged-4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.059326] env[69019]: DEBUG oslo_concurrency.lockutils [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.059525] env[69019]: DEBUG oslo_concurrency.lockutils [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.059708] env[69019]: DEBUG oslo_concurrency.lockutils [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.059896] env[69019]: DEBUG nova.compute.manager [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] No waiting events found dispatching network-vif-plugged-4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.061508] env[69019]: WARNING nova.compute.manager [req-d444ab41-adb5-4cf7-a4ee-b327e001f6d0 req-7583eb7b-4778-4eb4-953d-391f7e6fb8da service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Received unexpected event network-vif-plugged-4b6b52e6-c2fa-4258-8076-0625a3f8f779 for instance with vm_state building and task_state spawning. [ 815.061847] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 815.061847] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a24678-9a93-f120-aaa4-fb95acfcc2f0" [ 815.061847] env[69019]: _type = "Task" [ 815.061847] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.069697] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a24678-9a93-f120-aaa4-fb95acfcc2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.215110] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Successfully updated port: 4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.380046] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062015} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.380340] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.381134] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340ad86-cf38-4f92-bda0-7ef5ed9db394 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.403453] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1bf70a78-3203-4959-97e5-89ab4447a23c/1bf70a78-3203-4959-97e5-89ab4447a23c.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.403803] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb2d175-074a-44a3-b346-1fff57e3acb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.427657] env[69019]: DEBUG oslo_vmware.api [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346616, 'name': RemoveSnapshot_Task, 'duration_secs': 0.519445} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.428823] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.429050] env[69019]: INFO nova.compute.manager [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 815.432515] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 815.432515] env[69019]: value = "task-3346617" [ 815.432515] env[69019]: _type = "Task" [ 815.432515] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.440660] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.474916] env[69019]: DEBUG oslo_concurrency.lockutils [req-401ce6c8-7feb-4d24-9d5c-56b94a766ea6 req-bea63084-bc84-4e15-a0c0-e50322e98f80 service nova] Releasing lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.531279] env[69019]: DEBUG nova.compute.utils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.533698] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.533876] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.554509] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f5638-03cb-6d72-5f79-39d4dab178c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017807} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.554795] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.555081] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.555327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.571647] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a24678-9a93-f120-aaa4-fb95acfcc2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.572401] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fae4fce-6683-47e2-b804-4fa595f7dbea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.577545] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 815.577545] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1e609-3ffd-66a4-24a2-f1f25af0d517" [ 815.577545] env[69019]: _type = "Task" [ 815.577545] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.585570] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1e609-3ffd-66a4-24a2-f1f25af0d517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.591808] env[69019]: DEBUG nova.policy [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80712fe4d2a54e1c9d2aa653320a606f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d085039a9e54cddbfe9c2d372899bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.717947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.718177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.718370] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.893965] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Successfully created port: a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.944090] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346617, 'name': ReconfigVM_Task, 'duration_secs': 0.317831} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.944373] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1bf70a78-3203-4959-97e5-89ab4447a23c/1bf70a78-3203-4959-97e5-89ab4447a23c.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.944991] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-075b92f2-bd10-40a6-a5cc-8111631f2f4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.952408] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 815.952408] env[69019]: value = "task-3346618" [ 815.952408] env[69019]: _type = "Task" [ 815.952408] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.960594] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346618, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.982243] env[69019]: DEBUG nova.compute.manager [None req-e67a6232-fa3e-4d76-9582-9e250b32e1f7 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Found 2 images (rotation: 2) {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 816.035011] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.089887] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1e609-3ffd-66a4-24a2-f1f25af0d517, 'name': SearchDatastore_Task, 'duration_secs': 0.016882} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.093058] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.093338] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ce974ee2-4214-4b8e-9d32-425272640242.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.094055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094262] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.094590] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12856f36-53fa-449b-80d8-e7d039110954 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096691] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28deda28-6741-48cf-b186-1d40a60fc408 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.102839] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 816.102839] env[69019]: value = "task-3346619" [ 816.102839] env[69019]: _type = "Task" [ 816.102839] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.109934] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.109934] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.110342] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194ae153-e5c3-4510-9d37-01a793318970 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.117548] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.121062] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 816.121062] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523db602-f3b0-50b3-5112-355d0d483827" [ 816.121062] env[69019]: _type = "Task" [ 816.121062] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.131826] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523db602-f3b0-50b3-5112-355d0d483827, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.135019] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba89242-d1b9-4239-8cca-cd2a26382d75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.139249] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 816.139249] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215d743-5163-d528-55d7-df0ddd837a65" [ 816.139249] env[69019]: _type = "Task" [ 816.139249] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.147578] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215d743-5163-d528-55d7-df0ddd837a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.273013] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.465143] env[69019]: DEBUG nova.network.neutron [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.469853] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346618, 'name': Rename_Task, 'duration_secs': 0.134577} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.470446] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.471282] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da6d1a70-dcce-46f1-9e6d-13aac7c4899c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.483897] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 816.483897] env[69019]: value = "task-3346620" [ 816.483897] env[69019]: _type = "Task" [ 816.483897] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.497430] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.580130] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fa3b6-950c-48b6-bbc5-efd1ef0c3ca9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.588247] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cadb5e-bff1-436a-8e6f-e70677d84fa9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.626550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d455c6-7aac-4184-b81b-e967cdf352a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.635017] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48164} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.637307] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ce974ee2-4214-4b8e-9d32-425272640242.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.639028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.639028] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ef7f7c-d632-4831-9bab-1bd028ab3b08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.641275] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77df9320-e021-4780-aace-a478a57afbed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.662510] env[69019]: DEBUG nova.compute.provider_tree [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.668663] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215d743-5163-d528-55d7-df0ddd837a65, 'name': SearchDatastore_Task, 'duration_secs': 0.007633} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.669070] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 816.669070] env[69019]: value = "task-3346621" [ 816.669070] env[69019]: _type = "Task" [ 816.669070] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.669671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.669975] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.670334] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c9dcf8-a31a-40a0-a5a9-76e95f2380c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.681884] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.686023] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 816.686023] env[69019]: value = "task-3346622" [ 816.686023] env[69019]: _type = "Task" [ 816.686023] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.691909] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.971670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972215] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Instance network_info: |[{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.972804] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:67:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6b52e6-c2fa-4258-8076-0625a3f8f779', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.983056] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.983056] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.983443] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3aeb55a-e405-4b7c-8bbb-8ec247b495fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.010957] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.012710] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.012710] env[69019]: value = "task-3346623" [ 817.012710] env[69019]: _type = "Task" [ 817.012710] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.021882] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346623, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.044453] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.078589] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.078884] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.079101] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.079414] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.079751] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.080013] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.080382] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.080669] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.080989] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.081360] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.081623] env[69019]: DEBUG nova.virt.hardware [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.082693] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd4cf6-922f-4a0c-947e-2a27fa31c1c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.095775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbcf60b-2169-45b3-81b6-9bcbe425554a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.171444] env[69019]: DEBUG nova.scheduler.client.report [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.180239] env[69019]: DEBUG nova.compute.manager [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Received event network-changed-4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.180442] env[69019]: DEBUG nova.compute.manager [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Refreshing instance network info cache due to event network-changed-4b6b52e6-c2fa-4258-8076-0625a3f8f779. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.180654] env[69019]: DEBUG oslo_concurrency.lockutils [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] Acquiring lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.180814] env[69019]: DEBUG oslo_concurrency.lockutils [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] Acquired lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.180958] env[69019]: DEBUG nova.network.neutron [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Refreshing network info cache for port 4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.191436] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062039} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.192073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.193094] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c07c9-5bd2-4d65-99d2-89ee4b08522a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.199062] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444481} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.199533] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.199747] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.199989] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4958f395-f354-49fe-8dce-11a6f1dc4ac9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.220798] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ce974ee2-4214-4b8e-9d32-425272640242.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.222047] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd809ff-1b23-4094-a2de-e54b77947423 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.237934] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 817.237934] env[69019]: value = "task-3346624" [ 817.237934] env[69019]: _type = "Task" [ 817.237934] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.244921] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 817.244921] env[69019]: value = "task-3346625" [ 817.244921] env[69019]: _type = "Task" [ 817.244921] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.248266] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.256850] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.492995] env[69019]: DEBUG oslo_vmware.api [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346620, 'name': PowerOnVM_Task, 'duration_secs': 0.626955} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.493385] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.493510] env[69019]: INFO nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Took 8.42 seconds to spawn the instance on the hypervisor. [ 817.493690] env[69019]: DEBUG nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.494479] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1932c6c-11f9-4f75-9e00-b4619221c88f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.522705] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346623, 'name': CreateVM_Task, 'duration_secs': 0.373144} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.522900] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.523583] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.523745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.524071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.524323] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d019f8-84f7-4019-bfa3-e7c4d79deb1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.529296] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 817.529296] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233522f-dcc9-04a0-7b94-b48cbe0523f4" [ 817.529296] env[69019]: _type = "Task" [ 817.529296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.537091] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233522f-dcc9-04a0-7b94-b48cbe0523f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.684475] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.685282] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.691130] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.303s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.692699] env[69019]: INFO nova.compute.claims [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.752819] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066919} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.757034] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.757375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bbef9d-0215-43f6-b897-6bc008ca9bd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.764845] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346625, 'name': ReconfigVM_Task, 'duration_secs': 0.306391} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.774085] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ce974ee2-4214-4b8e-9d32-425272640242.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.774426] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69019) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 817.783163] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.785664] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1da64dbe-fc4b-4ad1-9e52-ead822d24495 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.787674] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2b16a4-6296-4f39-a7d5-6c4d3682cc2a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.809262] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 817.809262] env[69019]: value = "task-3346626" [ 817.809262] env[69019]: _type = "Task" [ 817.809262] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.810441] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 817.810441] env[69019]: value = "task-3346627" [ 817.810441] env[69019]: _type = "Task" [ 817.810441] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.822030] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346626, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.827447] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.889636] env[69019]: DEBUG nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.890511] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25490aa2-e994-4f42-9eb4-3aadf6e0023f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.951379] env[69019]: DEBUG nova.network.neutron [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updated VIF entry in instance network info cache for port 4b6b52e6-c2fa-4258-8076-0625a3f8f779. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.951924] env[69019]: DEBUG nova.network.neutron [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.004582] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Successfully updated port: a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.013265] env[69019]: INFO nova.compute.manager [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Took 45.29 seconds to build instance. [ 818.039871] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233522f-dcc9-04a0-7b94-b48cbe0523f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.043021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.043021] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.043021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.043021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.043337] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.043337] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f00d0c0-14ca-4d50-9801-34414c3355d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.050968] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.051171] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.052026] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185cdcd5-ad6a-4ce7-8578-b24a65ccab0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.057133] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 818.057133] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246d1b2-e135-43fe-6e54-4426e3df8747" [ 818.057133] env[69019]: _type = "Task" [ 818.057133] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.064592] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246d1b2-e135-43fe-6e54-4426e3df8747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.074849] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.074849] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.192420] env[69019]: DEBUG nova.compute.utils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.194021] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.194169] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.258944] env[69019]: DEBUG nova.policy [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78421e0a067492481e106c4f25da6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b044b355134cdaab57a18dfae4d204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.326060] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.329479] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346626, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.050781} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.329776] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69019) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 818.330541] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434446d9-09b2-4cd2-a14e-2b9529c4919f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355582] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ephemeral_0.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.355840] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94ba477-cb8b-4e88-b3af-a8eea2d39701 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.377535] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 818.377535] env[69019]: value = "task-3346628" [ 818.377535] env[69019]: _type = "Task" [ 818.377535] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.385591] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.400599] env[69019]: INFO nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] instance snapshotting [ 818.401244] env[69019]: DEBUG nova.objects.instance [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.454436] env[69019]: DEBUG oslo_concurrency.lockutils [req-4aa59b4a-8d80-44c3-9ab4-eefb1754c607 req-8612c306-2df7-49ba-8cec-e7280ca654bd service nova] Releasing lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.509943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.510138] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.510288] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.515478] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1236d14f-1dfc-4605-bdd3-1e3b6a7a501d tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.031s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.568592] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246d1b2-e135-43fe-6e54-4426e3df8747, 'name': SearchDatastore_Task, 'duration_secs': 0.008278} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.569601] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4423b2a2-3b54-40a8-9479-ad763f9256f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.574914] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 818.574914] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523990ae-3a71-6e93-900a-4925c6e20fd8" [ 818.574914] env[69019]: _type = "Task" [ 818.574914] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.590020] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.590226] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.590344] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.592343] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.592343] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.592343] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.592343] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 818.594779] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.595830] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523990ae-3a71-6e93-900a-4925c6e20fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.596414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.596655] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.596939] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47928182-9bf2-4e78-8589-38ce301e7fd6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.608169] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 818.608169] env[69019]: value = "task-3346629" [ 818.608169] env[69019]: _type = "Task" [ 818.608169] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.617427] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.646437] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Successfully created port: 753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.697176] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.792498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "1bf70a78-3203-4959-97e5-89ab4447a23c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.792786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.792991] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.793205] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.793380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.795545] env[69019]: INFO nova.compute.manager [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Terminating instance [ 818.827923] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346627, 'name': ReconfigVM_Task, 'duration_secs': 0.976689} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.830815] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.831746] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a82ddb9-ddb5-4c31-a239-6cfa9441b051 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.843144] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 818.843144] env[69019]: value = "task-3346630" [ 818.843144] env[69019]: _type = "Task" [ 818.843144] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.857594] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346630, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.890491] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346628, 'name': ReconfigVM_Task, 'duration_secs': 0.335044} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.890491] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ce974ee2-4214-4b8e-9d32-425272640242/ephemeral_0.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.893528] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b47217cf-fa10-442b-9014-26830aaa00ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.902671] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 818.902671] env[69019]: value = "task-3346631" [ 818.902671] env[69019]: _type = "Task" [ 818.902671] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.914178] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2c1647-9c5a-42ad-baaa-c3dcc527347c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.919966] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346631, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.942154] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f4734-1b49-4fe4-968f-3c7df1787844 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.021332] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.052349] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.099056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.118753] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468869} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.119201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.119609] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.121607] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35dc9be1-f011-4c11-a3d5-751ec0e505c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133020] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 819.133020] env[69019]: value = "task-3346632" [ 819.133020] env[69019]: _type = "Task" [ 819.133020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.142962] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.213249] env[69019]: DEBUG nova.network.neutron [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Updating instance_info_cache with network_info: [{"id": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "address": "fa:16:3e:d9:05:7a", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230ed14-e2", "ovs_interfaceid": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.284076] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e6a0d9-baa8-4148-98e5-917fcff4a9ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.291993] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ec26c9-0465-40fe-8b0b-28f16fefcd45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.321592] env[69019]: DEBUG nova.compute.manager [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.321842] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.324037] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcafa34-1d20-49f0-bb23-d4de556a4230 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.327067] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1264e4-e687-4a38-9deb-5496043d4d2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.332805] env[69019]: DEBUG nova.compute.manager [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Received event network-vif-plugged-a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.332805] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Acquiring lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.332805] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.332805] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.332805] env[69019]: DEBUG nova.compute.manager [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] No waiting events found dispatching network-vif-plugged-a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.333079] env[69019]: WARNING nova.compute.manager [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Received unexpected event network-vif-plugged-a230ed14-e2d1-483c-a96d-ae6ad35a1e26 for instance with vm_state building and task_state spawning. [ 819.333079] env[69019]: DEBUG nova.compute.manager [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Received event network-changed-a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.333079] env[69019]: DEBUG nova.compute.manager [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Refreshing instance network info cache due to event network-changed-a230ed14-e2d1-483c-a96d-ae6ad35a1e26. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.333212] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Acquiring lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340456] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.341697] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989fe6b0-57c7-4ae6-b6f7-89cb3c3c205a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.345710] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19568f2-c94f-4215-bff3-3084b52ac895 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.359660] env[69019]: DEBUG nova.compute.provider_tree [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.364399] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 819.364399] env[69019]: value = "task-3346633" [ 819.364399] env[69019]: _type = "Task" [ 819.364399] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.364617] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346630, 'name': Rename_Task, 'duration_secs': 0.211968} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.365130] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.367846] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309d5339-1aeb-4330-ad00-a59a95547030 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.374981] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.376346] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 819.376346] env[69019]: value = "task-3346634" [ 819.376346] env[69019]: _type = "Task" [ 819.376346] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.383613] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.411590] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346631, 'name': Rename_Task, 'duration_secs': 0.257541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.411933] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.412188] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf9853a-fdab-48e1-a1cc-4c749f45b457 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.417649] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 819.417649] env[69019]: value = "task-3346635" [ 819.417649] env[69019]: _type = "Task" [ 819.417649] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.428743] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.455118] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.455302] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd78ea80-afdb-4ffe-a992-e442be19134f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.461721] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 819.461721] env[69019]: value = "task-3346636" [ 819.461721] env[69019]: _type = "Task" [ 819.461721] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.469764] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.541383] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.641142] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0917} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.641427] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.642252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3bdce7-2e37-45f3-96cf-8cce3420646e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.663906] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.664221] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155f8a52-ba97-4441-af96-021eadb4872f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.685056] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 819.685056] env[69019]: value = "task-3346637" [ 819.685056] env[69019]: _type = "Task" [ 819.685056] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.694350] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.714014] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.717217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.717772] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance network_info: |[{"id": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "address": "fa:16:3e:d9:05:7a", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230ed14-e2", "ovs_interfaceid": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.718015] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Acquired lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.718279] env[69019]: DEBUG nova.network.neutron [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Refreshing network info cache for port a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.719695] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:05:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a230ed14-e2d1-483c-a96d-ae6ad35a1e26', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.729856] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.731319] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.731622] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1184a77-2fbe-4aa8-af5f-80d69c2e638d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.760275] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.760275] env[69019]: value = "task-3346638" [ 819.760275] env[69019]: _type = "Task" [ 819.760275] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.762419] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.762839] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.763012] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.763233] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.763348] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.763491] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.763696] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.763851] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.764029] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.764187] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.764356] env[69019]: DEBUG nova.virt.hardware [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.765445] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1755a-5893-429d-ba68-cdcb29c14044 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.773635] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346638, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.776664] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbd3eb-5fb0-4c0d-ad37-bf55a9772fab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.866663] env[69019]: DEBUG nova.scheduler.client.report [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.880108] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.887379] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.928226] env[69019]: DEBUG oslo_vmware.api [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3346635, 'name': PowerOnVM_Task, 'duration_secs': 0.492157} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.928496] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.928695] env[69019]: INFO nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Took 7.67 seconds to spawn the instance on the hypervisor. [ 819.928876] env[69019]: DEBUG nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.929668] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb6f0d-e57b-4323-89a1-b476d994d715 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.972446] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.196319] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.270579] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346638, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.376961] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.377580] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.382759] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.357s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.382759] env[69019]: DEBUG nova.objects.instance [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lazy-loading 'resources' on Instance uuid 22c96701-666e-4ad9-a812-ed93bc16b749 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.389035] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346633, 'name': PowerOffVM_Task, 'duration_secs': 0.887589} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.389664] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.389881] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.390163] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1fde719-2219-41f0-8bba-54a91d7ee584 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.398157] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.447903] env[69019]: INFO nova.compute.manager [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Took 43.74 seconds to build instance. [ 820.466993] env[69019]: DEBUG nova.network.neutron [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Updated VIF entry in instance network info cache for port a230ed14-e2d1-483c-a96d-ae6ad35a1e26. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.467370] env[69019]: DEBUG nova.network.neutron [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Updating instance_info_cache with network_info: [{"id": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "address": "fa:16:3e:d9:05:7a", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa230ed14-e2", "ovs_interfaceid": "a230ed14-e2d1-483c-a96d-ae6ad35a1e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.473729] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.473965] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.474268] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Deleting the datastore file [datastore1] 1bf70a78-3203-4959-97e5-89ab4447a23c {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.477818] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc9c596-6f27-46bd-9c68-54b4f6fb0ced {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.480325] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.486847] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for the task: (returnval){ [ 820.486847] env[69019]: value = "task-3346640" [ 820.486847] env[69019]: _type = "Task" [ 820.486847] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.494929] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.642958] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Successfully updated port: 753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.697667] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.769406] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346638, 'name': CreateVM_Task, 'duration_secs': 0.517625} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.769643] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.770454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.770632] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770993] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.771281] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e89174c-087b-477a-91db-31d70808252a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.776388] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 820.776388] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527aa9c3-0360-61d8-ec15-67b2bb3ac37a" [ 820.776388] env[69019]: _type = "Task" [ 820.776388] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.784295] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527aa9c3-0360-61d8-ec15-67b2bb3ac37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.887131] env[69019]: DEBUG nova.compute.utils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.892027] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.892027] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.899613] env[69019]: DEBUG oslo_vmware.api [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346634, 'name': PowerOnVM_Task, 'duration_secs': 1.18763} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.899908] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.900138] env[69019]: DEBUG nova.compute.manager [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.900947] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b20acfb-809d-46e2-843f-d0d80e5ad357 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.949000] env[69019]: DEBUG nova.policy [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82970e3c6bef4dfa89b518eae071d687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '467290f9932045c185e627ff4fc9d5e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.950875] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32fb93c8-39ad-4693-bad7-12a1453c464d tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.457s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.972989] env[69019]: DEBUG oslo_concurrency.lockutils [req-8e4a58ec-d915-44b2-839c-20b8cd399fdc req-3775726b-8a7b-4162-9471-d3ee630fa972 service nova] Releasing lock "refresh_cache-843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.973642] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.997036] env[69019]: DEBUG oslo_vmware.api [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Task: {'id': task-3346640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186144} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.997447] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.997664] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.997868] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.998067] env[69019]: INFO nova.compute.manager [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 820.998311] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.998516] env[69019]: DEBUG nova.compute.manager [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.998621] env[69019]: DEBUG nova.network.neutron [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.147562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.147709] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.147858] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.201349] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346637, 'name': ReconfigVM_Task, 'duration_secs': 1.073221} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.201814] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.204153] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e70312d1-66ed-463e-bbff-eca0b7e7603d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.210894] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 821.210894] env[69019]: value = "task-3346641" [ 821.210894] env[69019]: _type = "Task" [ 821.210894] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.222722] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346641, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.291018] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527aa9c3-0360-61d8-ec15-67b2bb3ac37a, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.291341] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.291556] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.291822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.291972] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.292167] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.294865] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5def098-1d7f-40c9-bfd6-b2552860449f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.305103] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.305302] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.306012] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2c89d3-455d-4ac1-8641-0f35e7dffe1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.314634] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 821.314634] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2781f-dc9a-7e5d-0954-c8db23091055" [ 821.314634] env[69019]: _type = "Task" [ 821.314634] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.322875] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2781f-dc9a-7e5d-0954-c8db23091055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.380480] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f60f7-1e09-4b24-8b4b-280e6b3ca8e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.385730] env[69019]: DEBUG nova.compute.manager [req-dc538446-bada-46fa-806b-197cc3e8fd03 req-932a214b-e1db-45fa-81cf-6bc45fd9b653 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Received event network-vif-deleted-1d071c9c-f579-4a28-8add-0feffe43c42c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.386065] env[69019]: INFO nova.compute.manager [req-dc538446-bada-46fa-806b-197cc3e8fd03 req-932a214b-e1db-45fa-81cf-6bc45fd9b653 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Neutron deleted interface 1d071c9c-f579-4a28-8add-0feffe43c42c; detaching it from the instance and deleting it from the info cache [ 821.386281] env[69019]: DEBUG nova.network.neutron [req-dc538446-bada-46fa-806b-197cc3e8fd03 req-932a214b-e1db-45fa-81cf-6bc45fd9b653 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.391965] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.396010] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e5fd4-ac04-4c98-835b-db8e72c92260 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.401530] env[69019]: DEBUG nova.compute.manager [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Received event network-vif-plugged-753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.401812] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.402078] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.402288] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.402525] env[69019]: DEBUG nova.compute.manager [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] No waiting events found dispatching network-vif-plugged-753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.402717] env[69019]: WARNING nova.compute.manager [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Received unexpected event network-vif-plugged-753e455d-a69a-4b68-bc70-94542e75ec06 for instance with vm_state building and task_state spawning. [ 821.402948] env[69019]: DEBUG nova.compute.manager [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Received event network-changed-753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.403150] env[69019]: DEBUG nova.compute.manager [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Refreshing instance network info cache due to event network-changed-753e455d-a69a-4b68-bc70-94542e75ec06. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.403367] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Acquiring lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.440275] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Successfully created port: 4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.443265] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d11ceb-d651-4a9b-a19c-02e9697f44ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.453018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.456667] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be172c36-2536-45f7-94f4-0acb3b494364 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.473109] env[69019]: DEBUG nova.compute.provider_tree [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.482800] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346636, 'name': CreateSnapshot_Task, 'duration_secs': 1.523012} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.483095] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.484835] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac42a264-d2cd-47cb-a4f4-272c84315bc1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.708867] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.720545] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346641, 'name': Rename_Task, 'duration_secs': 0.316078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.720830] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.721066] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f84cf7-bf6e-47e6-a9ae-d2876a535542 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.728244] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 821.728244] env[69019]: value = "task-3346642" [ 821.728244] env[69019]: _type = "Task" [ 821.728244] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.735955] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.758846] env[69019]: DEBUG nova.network.neutron [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.834327] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2781f-dc9a-7e5d-0954-c8db23091055, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.835667] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2044f04-9743-4adc-88a2-8778adbe2db5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.840085] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 821.840085] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528a6c89-4814-8d98-e7eb-d14d41e6550c" [ 821.840085] env[69019]: _type = "Task" [ 821.840085] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.848310] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528a6c89-4814-8d98-e7eb-d14d41e6550c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.889200] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1abaffc5-2747-4e18-8239-2100c901796b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.900181] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a827b9-cc4d-48aa-b766-c3f2f1857007 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.944601] env[69019]: DEBUG nova.compute.manager [req-dc538446-bada-46fa-806b-197cc3e8fd03 req-932a214b-e1db-45fa-81cf-6bc45fd9b653 service nova] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Detach interface failed, port_id=1d071c9c-f579-4a28-8add-0feffe43c42c, reason: Instance 1bf70a78-3203-4959-97e5-89ab4447a23c could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 821.966847] env[69019]: DEBUG nova.network.neutron [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Updating instance_info_cache with network_info: [{"id": "753e455d-a69a-4b68-bc70-94542e75ec06", "address": "fa:16:3e:89:af:e1", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e455d-a6", "ovs_interfaceid": "753e455d-a69a-4b68-bc70-94542e75ec06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.980019] env[69019]: DEBUG nova.scheduler.client.report [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.010015] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.011067] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a6dffba-6e9c-46ee-ac21-7058d81f01d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.021357] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 822.021357] env[69019]: value = "task-3346643" [ 822.021357] env[69019]: _type = "Task" [ 822.021357] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.033593] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346643, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.242156] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.262962] env[69019]: INFO nova.compute.manager [-] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Took 1.26 seconds to deallocate network for instance. [ 822.351927] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528a6c89-4814-8d98-e7eb-d14d41e6550c, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.352243] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.352530] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153/843dc0fb-d3ce-4b52-b6aa-1376f4fb1153.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.352829] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809229bb-7cab-4727-8309-f95ba3bfd1bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.365207] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 822.365207] env[69019]: value = "task-3346644" [ 822.365207] env[69019]: _type = "Task" [ 822.365207] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.376337] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.418816] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.442943] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.443219] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.443377] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.443555] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.443702] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.443848] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.444064] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.444230] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.444397] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.444561] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.444734] env[69019]: DEBUG nova.virt.hardware [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.445600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c93362-9c81-4a00-ae97-d8069f68b31e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.452880] env[69019]: INFO nova.compute.manager [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Rebuilding instance [ 822.456089] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91119b2a-a587-471f-96b0-46f19ddaf489 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.470395] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.470588] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance network_info: |[{"id": "753e455d-a69a-4b68-bc70-94542e75ec06", "address": "fa:16:3e:89:af:e1", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e455d-a6", "ovs_interfaceid": "753e455d-a69a-4b68-bc70-94542e75ec06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.473287] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Acquired lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473499] env[69019]: DEBUG nova.network.neutron [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Refreshing network info cache for port 753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.474630] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:af:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '753e455d-a69a-4b68-bc70-94542e75ec06', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.481916] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.485157] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.486227] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.491873] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ace8c4-f34d-4ba7-b5a0-99dbbb8047bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.509451] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.492s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.509801] env[69019]: DEBUG nova.objects.instance [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lazy-loading 'resources' on Instance uuid 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.514190] env[69019]: INFO nova.scheduler.client.report [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Deleted allocations for instance 22c96701-666e-4ad9-a812-ed93bc16b749 [ 822.523467] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.523467] env[69019]: value = "task-3346645" [ 822.523467] env[69019]: _type = "Task" [ 822.523467] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.538873] env[69019]: DEBUG nova.compute.manager [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.540535] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a44904-ac4c-4361-b09f-1354f4210ce8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.554725] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346643, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.555247] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346645, 'name': CreateVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.741102] env[69019]: DEBUG oslo_vmware.api [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346642, 'name': PowerOnVM_Task, 'duration_secs': 0.673797} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.743781] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.743976] env[69019]: INFO nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Took 8.36 seconds to spawn the instance on the hypervisor. [ 822.744208] env[69019]: DEBUG nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.745098] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e6717-77d6-48b9-aaab-31eb8a59f4bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.770337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.797489] env[69019]: DEBUG nova.network.neutron [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Updated VIF entry in instance network info cache for port 753e455d-a69a-4b68-bc70-94542e75ec06. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.797940] env[69019]: DEBUG nova.network.neutron [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Updating instance_info_cache with network_info: [{"id": "753e455d-a69a-4b68-bc70-94542e75ec06", "address": "fa:16:3e:89:af:e1", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753e455d-a6", "ovs_interfaceid": "753e455d-a69a-4b68-bc70-94542e75ec06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.881637] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346644, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.028023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6fd42076-8076-4e00-af49-adce474bb7f7 tempest-ServersTestManualDisk-418149079 tempest-ServersTestManualDisk-418149079-project-member] Lock "22c96701-666e-4ad9-a812-ed93bc16b749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.023s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.038075] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346643, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.041412] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346645, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.269919] env[69019]: INFO nova.compute.manager [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Took 43.12 seconds to build instance. [ 823.303766] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d40764e-4226-40ff-992e-548076763b2a req-0002bc63-040a-4b0e-bd4a-6a0e4275e7e3 service nova] Releasing lock "refresh_cache-9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.342363] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Successfully updated port: 4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.376734] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538381} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.379223] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153/843dc0fb-d3ce-4b52-b6aa-1376f4fb1153.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.379478] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.381807] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-020dcec5-61d0-45e9-82e6-71ece452fef7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.388469] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 823.388469] env[69019]: value = "task-3346646" [ 823.388469] env[69019]: _type = "Task" [ 823.388469] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.400797] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.508802] env[69019]: DEBUG nova.compute.manager [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Received event network-changed-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.509549] env[69019]: DEBUG nova.compute.manager [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Refreshing instance network info cache due to event network-changed-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.509549] env[69019]: DEBUG oslo_concurrency.lockutils [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] Acquiring lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.509549] env[69019]: DEBUG oslo_concurrency.lockutils [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] Acquired lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.509549] env[69019]: DEBUG nova.network.neutron [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Refreshing network info cache for port e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.525565] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd0d54-87fa-4281-8de6-687a0fa3c028 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.536918] env[69019]: DEBUG nova.compute.manager [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Received event network-vif-plugged-4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.537527] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Acquiring lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.537527] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.537669] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.537871] env[69019]: DEBUG nova.compute.manager [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] No waiting events found dispatching network-vif-plugged-4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.538089] env[69019]: WARNING nova.compute.manager [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Received unexpected event network-vif-plugged-4a9335e1-bbf1-4123-b2be-357604a704e8 for instance with vm_state building and task_state spawning. [ 823.538292] env[69019]: DEBUG nova.compute.manager [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Received event network-changed-4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.538485] env[69019]: DEBUG nova.compute.manager [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Refreshing instance network info cache due to event network-changed-4a9335e1-bbf1-4123-b2be-357604a704e8. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.538784] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Acquiring lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538947] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Acquired lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.539476] env[69019]: DEBUG nova.network.neutron [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Refreshing network info cache for port 4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.556345] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f6b8f-799f-442f-843c-17822341ec2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.560098] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346643, 'name': CloneVM_Task, 'duration_secs': 1.329524} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.560937] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346645, 'name': CreateVM_Task, 'duration_secs': 0.544843} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.561216] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Created linked-clone VM from snapshot [ 823.561389] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.562540] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8502eb16-e42b-470d-b36a-5dd1af11808c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.565760] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.565929] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.566252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.594537] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91822c91-1813-4e37-a8c9-7be5697e0b72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.596657] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.598087] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951908f9-a361-4107-9080-eae4b1f8beaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.600126] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddefc2d-40ce-4a4d-bb98-ad857243394a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.606357] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploading image d1cf6c65-20eb-471c-9895-a88d6c8ab344 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.610424] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 823.610424] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b502f2-6892-cd02-23c5-ff32e2497248" [ 823.610424] env[69019]: _type = "Task" [ 823.610424] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.618629] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee2864-8e32-409f-b15f-0050b748da9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.624059] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 823.624059] env[69019]: value = "task-3346647" [ 823.624059] env[69019]: _type = "Task" [ 823.624059] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.628855] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b502f2-6892-cd02-23c5-ff32e2497248, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.630815] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.631078] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.631319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.631470] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.631649] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.641605] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10134f2a-5f85-449e-ba39-3b064a8512ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.644349] env[69019]: DEBUG nova.compute.provider_tree [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.650554] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.652518] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 823.652518] env[69019]: value = "vm-668064" [ 823.652518] env[69019]: _type = "VirtualMachine" [ 823.652518] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 823.653593] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4108e5b-7df3-4779-8633-c035b9f19535 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.655153] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.655361] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.656539] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8acc7e4-225d-46df-877a-f8575232bf03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.662996] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 823.662996] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf864b-884b-0ca2-0c25-8e1508dafd06" [ 823.662996] env[69019]: _type = "Task" [ 823.662996] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.664234] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease: (returnval){ [ 823.664234] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284fedd-f8c9-78d3-1b2c-386dc8b8fcd2" [ 823.664234] env[69019]: _type = "HttpNfcLease" [ 823.664234] env[69019]: } obtained for exporting VM: (result){ [ 823.664234] env[69019]: value = "vm-668064" [ 823.664234] env[69019]: _type = "VirtualMachine" [ 823.664234] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 823.664993] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the lease: (returnval){ [ 823.664993] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284fedd-f8c9-78d3-1b2c-386dc8b8fcd2" [ 823.664993] env[69019]: _type = "HttpNfcLease" [ 823.664993] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 823.677836] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf864b-884b-0ca2-0c25-8e1508dafd06, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.679792] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.679792] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284fedd-f8c9-78d3-1b2c-386dc8b8fcd2" [ 823.679792] env[69019]: _type = "HttpNfcLease" [ 823.679792] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.680174] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464240ee-d69b-4e93-8ddb-f89de7a5bdef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.685155] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 823.685155] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b72029-8979-5181-0f68-a98afe6f1535" [ 823.685155] env[69019]: _type = "Task" [ 823.685155] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.693130] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b72029-8979-5181-0f68-a98afe6f1535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.772502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6fdaf2c-f82a-4060-bc63-01aaeec7135f tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.797s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.846706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.903753] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167167} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.904231] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.908846] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a7154-b288-473d-8ff5-470554c90574 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.941177] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153/843dc0fb-d3ce-4b52-b6aa-1376f4fb1153.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.941177] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b6cf36-5a80-4a31-96b9-e772c645eb99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.962828] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 823.962828] env[69019]: value = "task-3346649" [ 823.962828] env[69019]: _type = "Task" [ 823.962828] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.971348] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.088942] env[69019]: DEBUG nova.network.neutron [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.136576] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346647, 'name': PowerOffVM_Task, 'duration_secs': 0.284046} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.139526] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.139526] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.139729] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c6503-1a35-42b0-88d9-65b93e3293d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.147215] env[69019]: DEBUG nova.scheduler.client.report [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.150564] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.150936] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43f8c85-7d85-4fb7-a441-977aa6a82b25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.175791] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.175791] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284fedd-f8c9-78d3-1b2c-386dc8b8fcd2" [ 824.175791] env[69019]: _type = "HttpNfcLease" [ 824.175791] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 824.176166] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 824.176166] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5284fedd-f8c9-78d3-1b2c-386dc8b8fcd2" [ 824.176166] env[69019]: _type = "HttpNfcLease" [ 824.176166] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 824.176952] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c5d310-1bce-4c1d-8199-664fb5e56bdd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.187952] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 824.188147] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.264835] env[69019]: DEBUG nova.network.neutron [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.269413] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.269622] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.269830] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.270131] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b72029-8979-5181-0f68-a98afe6f1535, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.271636] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07206fc0-658e-44f3-94e2-f6aeab6bd5aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.273542] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.273807] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.274362] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77e11db1-68de-49b0-b867-24dd7fbe618d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.281916] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 824.281916] env[69019]: value = "task-3346651" [ 824.281916] env[69019]: _type = "Task" [ 824.281916] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.283180] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 824.283180] env[69019]: value = "task-3346652" [ 824.283180] env[69019]: _type = "Task" [ 824.283180] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.294018] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.297307] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.306046] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-968d71b0-164d-4c36-bce8-0a5cfc679fc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483043] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.652614] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.655279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.474s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.657133] env[69019]: INFO nova.compute.claims [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.675765] env[69019]: DEBUG nova.network.neutron [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updated VIF entry in instance network info cache for port e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.676285] env[69019]: DEBUG nova.network.neutron [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updating instance_info_cache with network_info: [{"id": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "address": "fa:16:3e:e8:93:8d", "network": {"id": "98ce0965-5d4d-404b-9b28-886011fe36ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1944578387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d8e3178e442a5b5217c245e0a901b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26c7b87-f0", "ovs_interfaceid": "e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.690366] env[69019]: INFO nova.scheduler.client.report [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleted allocations for instance 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2 [ 824.772857] env[69019]: DEBUG oslo_concurrency.lockutils [req-97dcc5dd-7f42-4e28-a14c-b59aad84514a req-d86d60b3-5dce-4489-807a-39dbf84e5d91 service nova] Releasing lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.773936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquired lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.774083] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.805049] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.809251] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.809628] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.809882] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.813672] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511343} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.814076] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.814423] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.814830] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fea72088-2d40-4cbe-bdb3-dded5a28b8f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.822499] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 824.822499] env[69019]: value = "task-3346653" [ 824.822499] env[69019]: _type = "Task" [ 824.822499] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.832983] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.975962] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.139163] env[69019]: DEBUG nova.compute.manager [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 825.178675] env[69019]: DEBUG oslo_concurrency.lockutils [req-25894c7b-1fb8-445f-85ae-c22ddcd6903d req-67434ada-6bee-436d-9586-ec7392fbd78e service nova] Releasing lock "refresh_cache-ce974ee2-4214-4b8e-9d32-425272640242" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.200463] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f23d57a8-628f-42da-a571-4eda9be35331 tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "62c0dc01-8a67-4ba7-81ae-58024f6e0dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.813s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.327892] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.336193] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118942} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.336556] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.337375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439641e-65f8-469f-9526-4e318cf83e7b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.366977] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.371357] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029d9d40-c701-4fac-8190-c03ba8c68050 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.395899] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 825.395899] env[69019]: value = "task-3346654" [ 825.395899] env[69019]: _type = "Task" [ 825.395899] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.405831] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.481171] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346649, 'name': ReconfigVM_Task, 'duration_secs': 1.014543} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.481171] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153/843dc0fb-d3ce-4b52-b6aa-1376f4fb1153.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.481171] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e572fae-dedc-49dd-b0d2-03948f8852a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.485562] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 825.485562] env[69019]: value = "task-3346655" [ 825.485562] env[69019]: _type = "Task" [ 825.485562] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.496226] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346655, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.602219] env[69019]: DEBUG nova.network.neutron [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Updating instance_info_cache with network_info: [{"id": "4a9335e1-bbf1-4123-b2be-357604a704e8", "address": "fa:16:3e:f9:9c:7f", "network": {"id": "7521da72-953d-4ae4-be16-c2f83536dcf2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-258552013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467290f9932045c185e627ff4fc9d5e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9335e1-bb", "ovs_interfaceid": "4a9335e1-bbf1-4123-b2be-357604a704e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.667980] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.855203] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.855203] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.856106] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.856544] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.856904] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.857234] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.857740] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.857860] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.858116] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.858599] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.858716] env[69019]: DEBUG nova.virt.hardware [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.859682] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba24fad-7727-4f51-9daf-8c02f4a555c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.872535] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7382d-8483-4e09-86fc-e4afcb5fc535 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.892568] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:18:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a115fe-82a3-4e40-a442-6a7e6b1b04a5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.900707] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.905270] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.908859] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf580e1-dccd-49f4-b384-a74ab775ff8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.934333] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.935990] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.935990] env[69019]: value = "task-3346656" [ 825.935990] env[69019]: _type = "Task" [ 825.935990] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.947414] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346656, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.998876] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346655, 'name': Rename_Task, 'duration_secs': 0.277897} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.999484] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.000944] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d3e16c-8c41-4699-a8c7-9e5d0541f217 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.010640] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 826.010640] env[69019]: value = "task-3346657" [ 826.010640] env[69019]: _type = "Task" [ 826.010640] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.019341] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.105082] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Releasing lock "refresh_cache-dc37fe04-3417-4d0a-84b7-57f11ef1f161" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.105889] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance network_info: |[{"id": "4a9335e1-bbf1-4123-b2be-357604a704e8", "address": "fa:16:3e:f9:9c:7f", "network": {"id": "7521da72-953d-4ae4-be16-c2f83536dcf2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-258552013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467290f9932045c185e627ff4fc9d5e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a9335e1-bb", "ovs_interfaceid": "4a9335e1-bbf1-4123-b2be-357604a704e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.106085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:9c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a9335e1-bbf1-4123-b2be-357604a704e8', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.114053] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Creating folder: Project (467290f9932045c185e627ff4fc9d5e9). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.117268] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8760ed2a-78f5-491c-b63f-c63661e333e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.128557] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Created folder: Project (467290f9932045c185e627ff4fc9d5e9) in parent group-v667907. [ 826.128796] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Creating folder: Instances. Parent ref: group-v668067. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.129164] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb2944ed-332c-4b33-b250-5cffc34218e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.144244] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Created folder: Instances in parent group-v668067. [ 826.144244] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.144244] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.144244] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc439cde-ac10-4c7b-ac6d-548c55eeac84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.177535] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.177535] env[69019]: value = "task-3346660" [ 826.177535] env[69019]: _type = "Task" [ 826.177535] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.192146] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346660, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.304658] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a3dde-07cc-4715-9eac-fafe5b1041ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.313416] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea428a-c521-4bce-a960-a96959308c92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.353130] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b927d1ce-3022-4f11-a95d-916a31512ad1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.361719] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f4e0c-0b52-4ed7-9d48-a443fd9287b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.379041] env[69019]: DEBUG nova.compute.provider_tree [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.415127] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346654, 'name': ReconfigVM_Task, 'duration_secs': 0.627429} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.415436] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.416098] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eebde7d-80e3-4aee-b827-6550943d26ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.423368] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 826.423368] env[69019]: value = "task-3346661" [ 826.423368] env[69019]: _type = "Task" [ 826.423368] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.432427] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346661, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.446700] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346656, 'name': CreateVM_Task, 'duration_secs': 0.358948} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.446921] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.447653] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.447841] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.448183] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.448749] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86761569-12cf-4c8c-83a9-9ca055276c8a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.453962] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 826.453962] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b939bc-a4cd-33e7-f45a-98c18ffa53ca" [ 826.453962] env[69019]: _type = "Task" [ 826.453962] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.462257] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b939bc-a4cd-33e7-f45a-98c18ffa53ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.521060] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.692350] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346660, 'name': CreateVM_Task, 'duration_secs': 0.35111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.692827] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.693722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.694025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.694364] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.694638] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaa8687-d2bb-4e7a-bc41-d06a7fafdf69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.700356] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 826.700356] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52278253-8711-3661-daa8-2112413a72ad" [ 826.700356] env[69019]: _type = "Task" [ 826.700356] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.710722] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52278253-8711-3661-daa8-2112413a72ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.882406] env[69019]: DEBUG nova.scheduler.client.report [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.933662] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346661, 'name': Rename_Task, 'duration_secs': 0.161831} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.934008] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.934276] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b65dbf7-94f3-4095-b23a-9186f3db3bf7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.944843] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 826.944843] env[69019]: value = "task-3346662" [ 826.944843] env[69019]: _type = "Task" [ 826.944843] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.953341] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.965096] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b939bc-a4cd-33e7-f45a-98c18ffa53ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.965488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.965746] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.965978] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.966142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.966323] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.966575] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8b5040-b2f6-46b1-a561-4060a51c632f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.975547] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.975732] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.976465] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db23c15-290b-4839-a6c0-98a1ea197d34 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.982950] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 826.982950] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526ef6f7-9a6f-0e70-b4fe-6867f7c4b2ea" [ 826.982950] env[69019]: _type = "Task" [ 826.982950] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.991872] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526ef6f7-9a6f-0e70-b4fe-6867f7c4b2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.020431] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.212725] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52278253-8711-3661-daa8-2112413a72ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.213041] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.213274] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.213502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.213645] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.213816] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.214101] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ad97ce-95e8-4819-891a-ee7234352fc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.224182] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.224182] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.224847] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79edc29a-29c2-4a3f-a05b-86b7722e695d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.229941] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 827.229941] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265c265-27c7-08cf-6d0d-23cf19144ab4" [ 827.229941] env[69019]: _type = "Task" [ 827.229941] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.239646] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265c265-27c7-08cf-6d0d-23cf19144ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.388020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.388614] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.392341] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.964s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.441822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "f63552ef-1a67-459e-9908-82f6962eded7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.441822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.442177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "f63552ef-1a67-459e-9908-82f6962eded7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.442257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.442456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.446539] env[69019]: INFO nova.compute.manager [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Terminating instance [ 827.461963] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.502360] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526ef6f7-9a6f-0e70-b4fe-6867f7c4b2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.502360] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2312d284-042c-41db-b655-0b0aa9dd4da5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.510635] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 827.510635] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c4b462-3ade-343b-87af-f1a788456759" [ 827.510635] env[69019]: _type = "Task" [ 827.510635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.525388] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c4b462-3ade-343b-87af-f1a788456759, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.528797] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.529088] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.529368] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.529591] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0208edbc-0b7f-4dd6-81ec-cd0f0ef9c2f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.536374] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 827.536374] env[69019]: value = "task-3346663" [ 827.536374] env[69019]: _type = "Task" [ 827.536374] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.544622] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.743672] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265c265-27c7-08cf-6d0d-23cf19144ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.744641] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459a72c7-fbd3-4889-bdf5-5054899278c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.753105] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 827.753105] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d4dcd-bf56-4f56-39d2-fa425ba54977" [ 827.753105] env[69019]: _type = "Task" [ 827.753105] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.764017] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d4dcd-bf56-4f56-39d2-fa425ba54977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.899025] env[69019]: DEBUG nova.compute.utils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.900761] env[69019]: INFO nova.compute.claims [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.907893] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.908337] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.958199] env[69019]: DEBUG nova.compute.manager [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.958199] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.958199] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864b169-0432-4225-892b-b77c0b21d233 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.967180] env[69019]: DEBUG oslo_vmware.api [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346662, 'name': PowerOnVM_Task, 'duration_secs': 0.53068} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.967780] env[69019]: DEBUG nova.policy [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac730fc5cb84dd8844691255d1aac4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869aea7110ef4ddda2dded5e066d3143', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.971140] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.971984] env[69019]: INFO nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Took 8.26 seconds to spawn the instance on the hypervisor. [ 827.972380] env[69019]: DEBUG nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.975967] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495c349-ca67-413f-a422-4d1fa59f6447 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.984386] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.985426] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77a6863-cdcc-48f1-865c-408a3b80c473 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.001473] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 828.001473] env[69019]: value = "task-3346664" [ 828.001473] env[69019]: _type = "Task" [ 828.001473] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.019023] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.030030] env[69019]: DEBUG oslo_vmware.api [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346657, 'name': PowerOnVM_Task, 'duration_secs': 2.018461} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.030589] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.030923] env[69019]: INFO nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Took 10.99 seconds to spawn the instance on the hypervisor. [ 828.031364] env[69019]: DEBUG nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.032376] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa2080b-eb04-4f52-8fa2-e2f5724ca493 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.053743] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486134} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.053743] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.053743] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.053743] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43e83f45-95e2-466c-adc7-4cf15a2bfb21 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.061568] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 828.061568] env[69019]: value = "task-3346665" [ 828.061568] env[69019]: _type = "Task" [ 828.061568] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.074117] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.267514] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d4dcd-bf56-4f56-39d2-fa425ba54977, 'name': SearchDatastore_Task, 'duration_secs': 0.02047} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.267514] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.267514] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] dc37fe04-3417-4d0a-84b7-57f11ef1f161/dc37fe04-3417-4d0a-84b7-57f11ef1f161.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.267514] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b60b116-17af-4295-94fa-cc85412478ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.273640] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 828.273640] env[69019]: value = "task-3346666" [ 828.273640] env[69019]: _type = "Task" [ 828.273640] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.284315] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.412932] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.415664] env[69019]: INFO nova.compute.resource_tracker [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating resource usage from migration a46be565-61a5-4a0e-ba57-25924c39eb5a [ 828.510973] env[69019]: INFO nova.compute.manager [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Took 42.01 seconds to build instance. [ 828.515267] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Successfully created port: 35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.523881] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346664, 'name': PowerOffVM_Task, 'duration_secs': 0.353298} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.524311] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.524518] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.524790] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f11d43-37f5-482f-b101-840fb4abfea3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.559244] env[69019]: INFO nova.compute.manager [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Took 42.77 seconds to build instance. [ 828.573118] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089841} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.573414] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.574256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ffb507-b77c-4f8d-af0f-321abf356eb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.602081] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.604625] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6188fec1-88c7-47aa-85aa-5538769af8a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.620021] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.620587] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.620864] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleting the datastore file [datastore2] f63552ef-1a67-459e-9908-82f6962eded7 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.625174] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d66c1e27-c010-4d30-a134-ad4415d7317b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.633627] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 828.633627] env[69019]: value = "task-3346668" [ 828.633627] env[69019]: _type = "Task" [ 828.633627] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.635563] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for the task: (returnval){ [ 828.635563] env[69019]: value = "task-3346669" [ 828.635563] env[69019]: _type = "Task" [ 828.635563] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.652833] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.657715] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.789629] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51186} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.790150] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] dc37fe04-3417-4d0a-84b7-57f11ef1f161/dc37fe04-3417-4d0a-84b7-57f11ef1f161.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.790546] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.790945] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5406f49e-d496-4e1a-a144-6e34b74af04b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.799967] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 828.799967] env[69019]: value = "task-3346670" [ 828.799967] env[69019]: _type = "Task" [ 828.799967] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.809237] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.020805] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dd82e5b1-4be1-4e68-a90e-572f4a6dca74 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.006s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.065283] env[69019]: DEBUG oslo_concurrency.lockutils [None req-166ec9a7-34b2-4bd2-ae98-ee48e6127a51 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.553s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.077954] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb4b2bc-97fe-4c6b-abf8-e72f05d42f00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.086321] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8660c48b-7b91-4ae1-a01a-6260969e56b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.121620] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298a1a55-714d-4644-a61f-27aca51530a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.130674] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6cf88-fafe-4e31-810e-aea0345237cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.148893] env[69019]: DEBUG nova.compute.provider_tree [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.158286] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346668, 'name': ReconfigVM_Task, 'duration_secs': 0.429213} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.158434] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03/d2679ab7-f455-4f64-aa5d-006427847a03.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.159128] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fb7522-7798-4c8d-8783-1617d3ad2fbe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.166978] env[69019]: DEBUG oslo_vmware.api [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Task: {'id': task-3346669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306267} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.166978] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.166978] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.166978] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.166978] env[69019]: INFO nova.compute.manager [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 829.167272] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.167272] env[69019]: DEBUG nova.compute.manager [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.167272] env[69019]: DEBUG nova.network.neutron [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.170143] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 829.170143] env[69019]: value = "task-3346671" [ 829.170143] env[69019]: _type = "Task" [ 829.170143] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.178339] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346671, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.315074] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085854} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.316252] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.316252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20fe55-b800-44ec-966a-f9becc629c26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.341200] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] dc37fe04-3417-4d0a-84b7-57f11ef1f161/dc37fe04-3417-4d0a-84b7-57f11ef1f161.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.341599] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abc1fec-15cf-48df-be4c-2dce0b6e30a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.361402] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 829.361402] env[69019]: value = "task-3346672" [ 829.361402] env[69019]: _type = "Task" [ 829.361402] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.369773] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.427975] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.462806] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.464076] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.464076] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.464076] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.464076] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.464076] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.464385] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.464385] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.464385] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.464513] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.464669] env[69019]: DEBUG nova.virt.hardware [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.465647] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d6800c-01d3-4658-b976-79583f10ba43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.474792] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68d6c5-323f-469b-9fcc-9dddf4940b5a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.577282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.577407] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.656486] env[69019]: DEBUG nova.scheduler.client.report [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.683240] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346671, 'name': Rename_Task, 'duration_secs': 0.155675} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.683603] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.683951] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4eb4fae-bc3e-428b-af32-3d28dcdeb6b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698039] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 829.698039] env[69019]: value = "task-3346673" [ 829.698039] env[69019]: _type = "Task" [ 829.698039] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.716557] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346673, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.801673] env[69019]: DEBUG nova.compute.manager [req-87f5a510-5c68-4ca6-bb0a-9ba17c8addfc req-25ad454c-4f66-4df3-b455-d6b07ef22c3c service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Received event network-vif-deleted-60ae38e3-c03b-464f-a960-10d37e745cbd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.801910] env[69019]: INFO nova.compute.manager [req-87f5a510-5c68-4ca6-bb0a-9ba17c8addfc req-25ad454c-4f66-4df3-b455-d6b07ef22c3c service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Neutron deleted interface 60ae38e3-c03b-464f-a960-10d37e745cbd; detaching it from the instance and deleting it from the info cache [ 829.802092] env[69019]: DEBUG nova.network.neutron [req-87f5a510-5c68-4ca6-bb0a-9ba17c8addfc req-25ad454c-4f66-4df3-b455-d6b07ef22c3c service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.876302] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.054029] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84861352-3354-4d06-af3e-e3eba828b148 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.063435] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Suspending the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 830.063705] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eb3e139f-4140-4494-9c22-bef5e925f507 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.074920] env[69019]: DEBUG oslo_vmware.api [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 830.074920] env[69019]: value = "task-3346674" [ 830.074920] env[69019]: _type = "Task" [ 830.074920] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.081821] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.090963] env[69019]: DEBUG oslo_vmware.api [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346674, 'name': SuspendVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.163134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.771s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.163414] env[69019]: INFO nova.compute.manager [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Migrating [ 830.175014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.761s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.175696] env[69019]: DEBUG nova.objects.instance [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lazy-loading 'resources' on Instance uuid 19b037df-29ea-4eda-910a-4a63de989d56 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.177462] env[69019]: DEBUG nova.network.neutron [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.198638] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.199130] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.199282] env[69019]: DEBUG nova.compute.manager [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.202938] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f60703-70e7-4d22-a30a-b690ea6cd4f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.219457] env[69019]: DEBUG nova.compute.manager [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 830.220234] env[69019]: DEBUG nova.objects.instance [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'flavor' on Instance uuid 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.221676] env[69019]: DEBUG oslo_vmware.api [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346673, 'name': PowerOnVM_Task, 'duration_secs': 0.498659} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.222480] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.222758] env[69019]: DEBUG nova.compute.manager [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.223819] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c1b90-4342-416f-8ac8-1f1807f879c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.304827] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4cfed8d-7ffc-4a0f-8991-79aaef174c39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.316087] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61d284-549f-493d-afed-fe22247d86fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.363394] env[69019]: DEBUG nova.compute.manager [req-87f5a510-5c68-4ca6-bb0a-9ba17c8addfc req-25ad454c-4f66-4df3-b455-d6b07ef22c3c service nova] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Detach interface failed, port_id=60ae38e3-c03b-464f-a960-10d37e745cbd, reason: Instance f63552ef-1a67-459e-9908-82f6962eded7 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.373155] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.501743] env[69019]: DEBUG nova.compute.manager [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Received event network-vif-plugged-35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.502048] env[69019]: DEBUG oslo_concurrency.lockutils [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.502296] env[69019]: DEBUG oslo_concurrency.lockutils [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.502506] env[69019]: DEBUG oslo_concurrency.lockutils [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.502769] env[69019]: DEBUG nova.compute.manager [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] No waiting events found dispatching network-vif-plugged-35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.502971] env[69019]: WARNING nova.compute.manager [req-a16f1cf0-569e-4cb1-88fd-657422479607 req-a1a51cf9-110b-4b93-99d1-e946da58efe4 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Received unexpected event network-vif-plugged-35b5e51b-1582-4d09-8f10-fe374e312eb4 for instance with vm_state building and task_state spawning. [ 830.583671] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Successfully updated port: 35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.599774] env[69019]: DEBUG oslo_vmware.api [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346674, 'name': SuspendVM_Task} progress is 54%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.634018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.690715] env[69019]: INFO nova.compute.manager [-] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Took 1.52 seconds to deallocate network for instance. [ 830.690715] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.690888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.690932] env[69019]: DEBUG nova.network.neutron [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.748426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.877772] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.092289] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.092448] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.092581] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.094247] env[69019]: DEBUG oslo_vmware.api [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346674, 'name': SuspendVM_Task, 'duration_secs': 0.771809} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.094564] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Suspended the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 831.094782] env[69019]: DEBUG nova.compute.manager [None req-c3950f62-5061-4e88-8835-8b48ef0aad5d tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.096137] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74594ae-5106-4149-9170-4cf5c8da1f97 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.179117] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0c533-f015-4d30-8227-9cc0198a8985 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.187779] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb59399-0de4-4523-9c11-670e8ab867bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.220662] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.222118] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040710fc-bd57-4d45-b19f-45d8245c2aba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.232026] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.232026] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d8ba98-ca49-4b0d-9a8d-31cd33d0b99e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.233458] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0093d3b-3c42-47e5-8e4f-38a2c777209b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.249754] env[69019]: DEBUG nova.compute.provider_tree [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.252651] env[69019]: DEBUG oslo_vmware.api [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 831.252651] env[69019]: value = "task-3346675" [ 831.252651] env[69019]: _type = "Task" [ 831.252651] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.267776] env[69019]: DEBUG oslo_vmware.api [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.372638] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346672, 'name': ReconfigVM_Task, 'duration_secs': 1.719363} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.372949] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Reconfigured VM instance instance-00000037 to attach disk [datastore2] dc37fe04-3417-4d0a-84b7-57f11ef1f161/dc37fe04-3417-4d0a-84b7-57f11ef1f161.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.373656] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dacbc94-d327-469a-9355-e690ba614631 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.380492] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 831.380492] env[69019]: value = "task-3346676" [ 831.380492] env[69019]: _type = "Task" [ 831.380492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.392868] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346676, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.533232] env[69019]: DEBUG nova.network.neutron [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.661203] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.754251] env[69019]: DEBUG nova.scheduler.client.report [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.772959] env[69019]: DEBUG oslo_vmware.api [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346675, 'name': PowerOffVM_Task, 'duration_secs': 0.377931} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.772959] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.772959] env[69019]: DEBUG nova.compute.manager [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.773327] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a2b6e-7186-4971-980a-1eb25be003bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.890062] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346676, 'name': Rename_Task, 'duration_secs': 0.263899} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.890971] env[69019]: DEBUG nova.network.neutron [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.892266] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.892712] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917c4ba9-74ac-46ee-a486-d25fc7e2bf15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.898809] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 831.898809] env[69019]: value = "task-3346677" [ 831.898809] env[69019]: _type = "Task" [ 831.898809] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.907760] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.934217] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "1d4ba559-737b-45ba-a8b8-374eed25de54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.935023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.935023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.935023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.935023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.937107] env[69019]: INFO nova.compute.manager [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Terminating instance [ 832.036607] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.260345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.263239] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.752s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.265103] env[69019]: INFO nova.compute.claims [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.289428] env[69019]: INFO nova.scheduler.client.report [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted allocations for instance 19b037df-29ea-4eda-910a-4a63de989d56 [ 832.290611] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9d24ac65-a253-4476-8e56-544aa89eff61 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.393991] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.394191] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Instance network_info: |[{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.394646] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:16:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35b5e51b-1582-4d09-8f10-fe374e312eb4', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.402911] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating folder: Project (869aea7110ef4ddda2dded5e066d3143). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.403377] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e02f39b0-6880-4887-acfc-4cec73c319a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.415622] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346677, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.419783] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created folder: Project (869aea7110ef4ddda2dded5e066d3143) in parent group-v667907. [ 832.420023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating folder: Instances. Parent ref: group-v668070. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.420291] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40d7a64-236a-4151-a0b1-222778164ff0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.429394] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created folder: Instances in parent group-v668070. [ 832.429750] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.430070] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.430406] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f8e8d1-8ab0-4577-92da-a8d4fb9f31b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.446537] env[69019]: DEBUG nova.compute.manager [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.446883] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.447760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4715a9-1f9a-44c5-a4f6-877fb137dd29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.456129] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.458087] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aecb6430-ae44-4209-9da4-cab3cc7a1a80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.459307] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.459307] env[69019]: value = "task-3346680" [ 832.459307] env[69019]: _type = "Task" [ 832.459307] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.464586] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 832.464586] env[69019]: value = "task-3346681" [ 832.464586] env[69019]: _type = "Task" [ 832.464586] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.471424] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346680, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.476355] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.699689] env[69019]: DEBUG nova.compute.manager [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Received event network-changed-35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.699689] env[69019]: DEBUG nova.compute.manager [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Refreshing instance network info cache due to event network-changed-35b5e51b-1582-4d09-8f10-fe374e312eb4. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.699689] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.699689] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.700589] env[69019]: DEBUG nova.network.neutron [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Refreshing network info cache for port 35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.799903] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dba985e2-adbc-4c4e-8889-ee7861f7a17e tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "19b037df-29ea-4eda-910a-4a63de989d56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.638s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.912876] env[69019]: DEBUG oslo_vmware.api [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346677, 'name': PowerOnVM_Task, 'duration_secs': 0.59315} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.913177] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.913385] env[69019]: INFO nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Took 10.49 seconds to spawn the instance on the hypervisor. [ 832.913565] env[69019]: DEBUG nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.914358] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce545f3-bf9e-4dc1-b1ae-86d637d62982 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.976614] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346680, 'name': CreateVM_Task, 'duration_secs': 0.440959} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.977425] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.978396] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.978671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.980284] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.984192] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e3c0f8-eeec-4f1f-9e98-589aa46996e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.986636] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346681, 'name': PowerOffVM_Task, 'duration_secs': 0.229508} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.986993] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.987260] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.991205] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b454bdb2-c1f3-4fb5-abf8-47eb27b7d72e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.996015] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 832.996015] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf64d4-d4b7-b47b-ff1d-cfc4debda8b0" [ 832.996015] env[69019]: _type = "Task" [ 832.996015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.007860] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf64d4-d4b7-b47b-ff1d-cfc4debda8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.066528] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.066528] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.066655] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] 1d4ba559-737b-45ba-a8b8-374eed25de54 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.067467] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18bb5ac8-0b80-4cb1-9004-41391280fd32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.074619] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 833.074619] env[69019]: value = "task-3346683" [ 833.074619] env[69019]: _type = "Task" [ 833.074619] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.080926] env[69019]: INFO nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Rebuilding instance [ 833.088475] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.090542] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 833.091550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7acd87-e39f-4789-8ef5-1ea2a400d2ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.098062] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.098304] env[69019]: ERROR oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk due to incomplete transfer. [ 833.098590] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dfd74be0-d5fa-4235-83fe-121ae6083014 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.106803] env[69019]: DEBUG oslo_vmware.rw_handles [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e46518-2cc5-e5fd-03a6-1a3cf17b3c5b/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.107009] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Uploaded image d1cf6c65-20eb-471c-9895-a88d6c8ab344 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.109179] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.109422] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eeafbb58-faeb-42aa-955e-343041d37b24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.115193] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 833.115193] env[69019]: value = "task-3346684" [ 833.115193] env[69019]: _type = "Task" [ 833.115193] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.125571] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346684, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.130665] env[69019]: DEBUG nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.132330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29eba0-80b6-4d01-a274-31a1abb2836a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.435339] env[69019]: INFO nova.compute.manager [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Took 44.07 seconds to build instance. [ 833.499290] env[69019]: DEBUG nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.500430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bfbbf-f586-4b2b-b75a-2a324d7bfbd8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.519671] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bf64d4-d4b7-b47b-ff1d-cfc4debda8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02545} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.521100] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.521100] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.521302] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521448] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521718] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.521998] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286441f3-cf8b-4698-81ab-90ae48aba632 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.534495] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.534686] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.535425] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a9d4a5-3b2b-4af1-ae46-beb8bc77e96c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.543664] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 833.543664] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1c3e2-b47e-d943-eba7-c59f07b090c3" [ 833.543664] env[69019]: _type = "Task" [ 833.543664] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.556665] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1c3e2-b47e-d943-eba7-c59f07b090c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.558064] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba96f4-834d-40c4-9622-f4f78f49a438 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.577502] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.598344] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.625595] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346684, 'name': Destroy_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.807096] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd437758-59f4-48b8-8cc4-3bc6e043acb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.814690] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cac1d-bb42-4aae-8fc5-09c561934ab5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.850100] env[69019]: DEBUG nova.network.neutron [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updated VIF entry in instance network info cache for port 35b5e51b-1582-4d09-8f10-fe374e312eb4. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.850550] env[69019]: DEBUG nova.network.neutron [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.852559] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe77efa-72eb-4bf6-8998-416083bb6af6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.860589] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e37d57-0cb8-4a17-b972-ca2ddf2bc7fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.876721] env[69019]: DEBUG nova.compute.provider_tree [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.941834] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6958449b-e293-43b4-9e7b-d763abbdce72 tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.845s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.022461] env[69019]: INFO nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] instance snapshotting [ 834.022640] env[69019]: WARNING nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 834.025581] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41521f48-5f91-4893-9461-7c46c491ea24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.050679] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d98632-df0f-4a47-8bf5-fc12fe0fb07b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.059540] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b1c3e2-b47e-d943-eba7-c59f07b090c3, 'name': SearchDatastore_Task, 'duration_secs': 0.039352} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.065134] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1e19b9-5f87-4976-aa69-7a4b94cc25d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.070394] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 834.070394] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52235fdc-a931-d88d-2aad-8945670b795b" [ 834.070394] env[69019]: _type = "Task" [ 834.070394] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.078200] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52235fdc-a931-d88d-2aad-8945670b795b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.085416] env[69019]: DEBUG oslo_vmware.api [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.677254} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.085632] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.085832] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.086199] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.086419] env[69019]: INFO nova.compute.manager [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Took 1.64 seconds to destroy the instance on the hypervisor. [ 834.086654] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.086863] env[69019]: DEBUG nova.compute.manager [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.086953] env[69019]: DEBUG nova.network.neutron [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.095574] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.095574] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c1761ac-0e00-43ce-8e8f-2bef130c18f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.102123] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 834.102123] env[69019]: value = "task-3346685" [ 834.102123] env[69019]: _type = "Task" [ 834.102123] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.110244] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.124909] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346684, 'name': Destroy_Task, 'duration_secs': 0.980982} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.125174] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroyed the VM [ 834.125435] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.125675] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71b1dbf2-acbe-494e-851b-5e5dd14585f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.132188] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 834.132188] env[69019]: value = "task-3346686" [ 834.132188] env[69019]: _type = "Task" [ 834.132188] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.142358] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.151113] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.151210] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bef1119-99d0-4913-9ac2-ec2d6678532c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160507] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 834.160507] env[69019]: value = "task-3346687" [ 834.160507] env[69019]: _type = "Task" [ 834.160507] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.172215] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 834.172495] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.173362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6a608-536c-405d-8efb-97322d74d890 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.183320] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.183818] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0014ed4c-5051-47b2-80f7-812dbbad650f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.245192] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.245438] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.245750] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.245911] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67f549d-a252-4aba-ae24-4e002f0b4d87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.253281] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 834.253281] env[69019]: value = "task-3346689" [ 834.253281] env[69019]: _type = "Task" [ 834.253281] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.262591] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.356831] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcedf1df-78ca-4359-8961-5fd531da0984 req-6f11a4d7-164a-473e-a2fc-29ae8b9ba2a8 service nova] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.380298] env[69019]: DEBUG nova.scheduler.client.report [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.552437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "5b259d20-b153-435d-a7cb-d63023433334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.552675] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.570467] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.571007] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57bcab1a-1b51-416c-8b46-7a72e4ada590 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.582961] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52235fdc-a931-d88d-2aad-8945670b795b, 'name': SearchDatastore_Task, 'duration_secs': 0.026988} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.584191] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.584464] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.584776] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 834.584776] env[69019]: value = "task-3346690" [ 834.584776] env[69019]: _type = "Task" [ 834.584776] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.584960] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1a8c4c-47b6-4c11-a085-73cca0f8ff5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.595362] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.596699] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 834.596699] env[69019]: value = "task-3346691" [ 834.596699] env[69019]: _type = "Task" [ 834.596699] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.605317] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.613451] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346685, 'name': PowerOffVM_Task, 'duration_secs': 0.214722} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.613739] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.613950] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.647360] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346686, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.652090] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.652273] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.653595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.653595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.653595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.656910] env[69019]: INFO nova.compute.manager [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Terminating instance [ 834.731384] env[69019]: DEBUG nova.compute.manager [req-01f4a87c-fdde-436b-a837-db6404e1949f req-45b60f23-724e-44bd-be74-c07a593cff3d service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Received event network-vif-deleted-57124800-d933-41ce-8d64-8b1bcbfda70d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.731606] env[69019]: INFO nova.compute.manager [req-01f4a87c-fdde-436b-a837-db6404e1949f req-45b60f23-724e-44bd-be74-c07a593cff3d service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Neutron deleted interface 57124800-d933-41ce-8d64-8b1bcbfda70d; detaching it from the instance and deleting it from the info cache [ 834.731900] env[69019]: DEBUG nova.network.neutron [req-01f4a87c-fdde-436b-a837-db6404e1949f req-45b60f23-724e-44bd-be74-c07a593cff3d service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.765813] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251381} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.765813] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.766068] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.766068] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.886061] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.886581] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.889296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.064s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.889497] env[69019]: DEBUG nova.objects.instance [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lazy-loading 'resources' on Instance uuid 7218605d-a136-4565-975c-574326ece0bf {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.973815] env[69019]: DEBUG nova.network.neutron [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.055523] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.096569] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346690, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.106144] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481985} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.106506] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.106702] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.106989] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead763c2-1396-4157-be78-5ab08891a741 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.114014] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 835.114014] env[69019]: value = "task-3346692" [ 835.114014] env[69019]: _type = "Task" [ 835.114014] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.120883] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.121137] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.121302] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.121494] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.121646] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.121835] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.122187] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.122474] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.122785] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.123043] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.123240] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.134717] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3355b8-5c89-4cbf-8cea-c95eec092076 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.147238] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.156408] env[69019]: DEBUG oslo_vmware.api [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66968} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.158141] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.158498] env[69019]: INFO nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 835.161639] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 835.161639] env[69019]: value = "task-3346693" [ 835.161639] env[69019]: _type = "Task" [ 835.161639] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.162528] env[69019]: DEBUG nova.compute.manager [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.162899] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.163864] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456916b9-c950-4f3e-90ef-57b798f5b281 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.174190] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.177819] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab64384-3d1f-4a87-808f-33db425d65d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.179661] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.185626] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 835.185626] env[69019]: value = "task-3346694" [ 835.185626] env[69019]: _type = "Task" [ 835.185626] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.194137] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.234947] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d6e8e6f-6cd9-4290-b49e-317bd929497c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.246761] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb6441-d9b8-4da4-927f-cd0ce9d3dda1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.311639] env[69019]: DEBUG nova.compute.manager [req-01f4a87c-fdde-436b-a837-db6404e1949f req-45b60f23-724e-44bd-be74-c07a593cff3d service nova] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Detach interface failed, port_id=57124800-d933-41ce-8d64-8b1bcbfda70d, reason: Instance 1d4ba559-737b-45ba-a8b8-374eed25de54 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.395494] env[69019]: DEBUG nova.compute.utils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.397897] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.398296] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.476422] env[69019]: INFO nova.compute.manager [-] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Took 1.39 seconds to deallocate network for instance. [ 835.492563] env[69019]: DEBUG nova.policy [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78a0184bd8b544e99fdaa54dedb38af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a37d2603330499184eb98497fd3b0ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.576467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.597425] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346690, 'name': CreateSnapshot_Task, 'duration_secs': 0.754732} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.600032] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.601065] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0312c-4a83-414c-bb04-bda45b3a88c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.629056] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.629335] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.630171] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed1e9b-4bbd-47ae-9ff9-2b8549fe0838 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.652901] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.656304] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce919ef4-49be-49be-b429-f536de4cfbf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.686528] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346693, 'name': ReconfigVM_Task, 'duration_secs': 0.249921} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.686948] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 835.686948] env[69019]: value = "task-3346695" [ 835.686948] env[69019]: _type = "Task" [ 835.686948] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.687412] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.702681] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346694, 'name': PowerOffVM_Task, 'duration_secs': 0.242831} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.706261] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.706436] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.706992] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.707323] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93532f27-5486-4ae5-b0b8-f358335e741a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.724731] env[69019]: DEBUG nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Found 3 images (rotation: 2) {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 835.724941] env[69019]: DEBUG nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Rotating out 1 backups {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 835.725120] env[69019]: DEBUG nova.compute.manager [None req-5ee5c70e-9583-4f0c-bb99-75e753b988fc tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleting image eed1330f-2291-40c7-866f-457739c2c149 {{(pid=69019) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 835.774990] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.775242] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.775410] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Deleting the datastore file [datastore2] dc37fe04-3417-4d0a-84b7-57f11ef1f161 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.775725] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba1d5e8-0021-427a-bb36-b73b2b7a51fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.785379] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for the task: (returnval){ [ 835.785379] env[69019]: value = "task-3346697" [ 835.785379] env[69019]: _type = "Task" [ 835.785379] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.793748] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.835358] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.835608] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.835767] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.835953] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.836121] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.836272] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.836928] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.836928] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.836928] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.836928] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.837228] env[69019]: DEBUG nova.virt.hardware [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.838468] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9008735-feab-463d-a425-c3964e6169fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.850892] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e32d97-57ca-45a7-998e-6785beb4caa0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.866352] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:af:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '753e455d-a69a-4b68-bc70-94542e75ec06', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.874053] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.876722] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.877636] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-395be43c-b88c-498f-a6c5-a8d9c9907ca4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.899555] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.902009] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.902009] env[69019]: value = "task-3346698" [ 835.902009] env[69019]: _type = "Task" [ 835.902009] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.911144] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346698, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.990056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.991594] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Successfully created port: 0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.009877] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d934870-7483-483e-b239-246e148ee244 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.022750] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bae41-27c2-4d30-8ade-51195d2d50a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.058100] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e880ba-acd2-4097-b71e-d240df8248bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.068945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c52fc-1bc4-4f28-9a47-8f92ef6dd3a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082778] env[69019]: DEBUG nova.compute.provider_tree [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.118757] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.118886] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-853fdc9a-f27a-4d0e-b2d2-d3bf5899141f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.127940] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 836.127940] env[69019]: value = "task-3346699" [ 836.127940] env[69019]: _type = "Task" [ 836.127940] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.136425] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346699, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.198103] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:22:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='182ea0bf-668b-4ff2-81ea-04d8821cc449',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-422677200',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.198334] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.198540] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.198842] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.198944] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.199021] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.199233] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.199390] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.199553] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.199818] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.199939] env[69019]: DEBUG nova.virt.hardware [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.205364] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 836.208945] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1231af81-8697-4ba2-b383-e66574306e7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.227813] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346695, 'name': ReconfigVM_Task, 'duration_secs': 0.355423} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.229204] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.229828] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 836.229828] env[69019]: value = "task-3346700" [ 836.229828] env[69019]: _type = "Task" [ 836.229828] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.230034] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d5667e1-0764-4f42-b483-4990debaf22d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.241549] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.242928] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 836.242928] env[69019]: value = "task-3346701" [ 836.242928] env[69019]: _type = "Task" [ 836.242928] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.251107] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346701, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.295184] env[69019]: DEBUG oslo_vmware.api [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Task: {'id': task-3346697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458262} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.295496] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.295731] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.295861] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.296031] env[69019]: INFO nova.compute.manager [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.296283] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.296473] env[69019]: DEBUG nova.compute.manager [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.296567] env[69019]: DEBUG nova.network.neutron [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.421375] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346698, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.588298] env[69019]: DEBUG nova.scheduler.client.report [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.639184] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346699, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.743511] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346700, 'name': ReconfigVM_Task, 'duration_secs': 0.27836} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.743792] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.747450] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8e2e7-fc5d-435b-a1be-469ac70e762d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.755213] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346701, 'name': Rename_Task, 'duration_secs': 0.258207} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.766867] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.774887] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.775509] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4533fc6-1f20-4e3a-a126-fc646b24a172 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.776978] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004abb5d-8479-4b7b-93d4-ac4a3542cf55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.799203] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 836.799203] env[69019]: value = "task-3346702" [ 836.799203] env[69019]: _type = "Task" [ 836.799203] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.800282] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 836.800282] env[69019]: value = "task-3346703" [ 836.800282] env[69019]: _type = "Task" [ 836.800282] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.814563] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.814818] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.831723] env[69019]: DEBUG nova.compute.manager [req-f0090984-24d9-41ca-8b86-3587367564f9 req-3e82ec6c-9704-4357-b111-31afeece4a14 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Received event network-vif-deleted-4a9335e1-bbf1-4123-b2be-357604a704e8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.831977] env[69019]: INFO nova.compute.manager [req-f0090984-24d9-41ca-8b86-3587367564f9 req-3e82ec6c-9704-4357-b111-31afeece4a14 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Neutron deleted interface 4a9335e1-bbf1-4123-b2be-357604a704e8; detaching it from the instance and deleting it from the info cache [ 836.832195] env[69019]: DEBUG nova.network.neutron [req-f0090984-24d9-41ca-8b86-3587367564f9 req-3e82ec6c-9704-4357-b111-31afeece4a14 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.914425] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.922513] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346698, 'name': CreateVM_Task, 'duration_secs': 0.701988} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.922703] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.923435] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.923633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.923993] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.924318] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48086970-9376-437f-9478-fb2ff23f3be7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.929593] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 836.929593] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526002fd-04b5-c9ed-84bc-7df2781c2221" [ 836.929593] env[69019]: _type = "Task" [ 836.929593] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.943788] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526002fd-04b5-c9ed-84bc-7df2781c2221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.950657] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.950935] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.951124] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.951329] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.951498] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.951662] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.951945] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.952157] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.952321] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.952513] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.952715] env[69019]: DEBUG nova.virt.hardware [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.953700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b36ba7-371f-4c7c-897b-e9af3d37417f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.962023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a274e-10d1-4a9d-96db-d9c5185376e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.086227] env[69019]: DEBUG nova.network.neutron [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.101610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.104085] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.343s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.105684] env[69019]: INFO nova.compute.claims [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.134065] env[69019]: INFO nova.scheduler.client.report [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Deleted allocations for instance 7218605d-a136-4565-975c-574326ece0bf [ 837.142339] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346699, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.313385] env[69019]: DEBUG oslo_vmware.api [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3346702, 'name': PowerOnVM_Task, 'duration_secs': 0.452986} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.316447] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.316683] env[69019]: INFO nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Took 7.89 seconds to spawn the instance on the hypervisor. [ 837.316873] env[69019]: DEBUG nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.317164] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346703, 'name': ReconfigVM_Task, 'duration_secs': 0.331703} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.317908] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634a66a-c934-4fd0-b7e0-524e4fc0d7ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.321283] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.321604] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.334655] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25bb573-913d-46d5-9913-80ee9c773496 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.343980] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f8898-450a-46c1-8eb2-9d6d332fdd84 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.385336] env[69019]: DEBUG nova.compute.manager [req-f0090984-24d9-41ca-8b86-3587367564f9 req-3e82ec6c-9704-4357-b111-31afeece4a14 service nova] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Detach interface failed, port_id=4a9335e1-bbf1-4123-b2be-357604a704e8, reason: Instance dc37fe04-3417-4d0a-84b7-57f11ef1f161 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.439950] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526002fd-04b5-c9ed-84bc-7df2781c2221, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.440282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.440521] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.440768] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.440923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.441116] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.441395] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f2b4220-7d77-4ab6-af5d-2c7dc6259c8e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.450165] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.450355] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.451100] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806cc84f-96f7-41a7-82b2-101a40ebd230 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.456362] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 837.456362] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233826f-0cb7-6aa2-4f39-7c8f02622e32" [ 837.456362] env[69019]: _type = "Task" [ 837.456362] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.464475] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233826f-0cb7-6aa2-4f39-7c8f02622e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.589094] env[69019]: INFO nova.compute.manager [-] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Took 1.29 seconds to deallocate network for instance. [ 837.614607] env[69019]: DEBUG nova.compute.manager [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Received event network-vif-plugged-0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.614953] env[69019]: DEBUG oslo_concurrency.lockutils [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] Acquiring lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.615291] env[69019]: DEBUG oslo_concurrency.lockutils [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.615594] env[69019]: DEBUG oslo_concurrency.lockutils [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.615911] env[69019]: DEBUG nova.compute.manager [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] No waiting events found dispatching network-vif-plugged-0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.616210] env[69019]: WARNING nova.compute.manager [req-92685c90-9262-45e8-ac3f-e4bc1c31fe45 req-8ca2491c-f0bd-45e9-bba0-40780d1e99d7 service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Received unexpected event network-vif-plugged-0c145dd4-2456-4c44-82bf-aad9bf9170f6 for instance with vm_state building and task_state spawning. [ 837.617114] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.617548] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.617820] env[69019]: DEBUG nova.compute.manager [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.618795] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197f9f0-b4fc-4208-b85a-15e7a8151864 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.629418] env[69019]: DEBUG nova.compute.manager [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 837.629418] env[69019]: DEBUG nova.objects.instance [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.642739] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346699, 'name': CloneVM_Task, 'duration_secs': 1.411515} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.643176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fd8ae77d-5030-489b-b2f8-ccf890ce538e tempest-ServersNegativeTestMultiTenantJSON-976628595 tempest-ServersNegativeTestMultiTenantJSON-976628595-project-member] Lock "7218605d-a136-4565-975c-574326ece0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.247s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.644492] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Created linked-clone VM from snapshot [ 837.645391] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60372a01-1e59-498a-9377-f77e5384748f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.654157] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Uploading image 5b255596-45e0-475f-8167-6121ff9b81c1 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.676847] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.676847] env[69019]: value = "vm-668075" [ 837.676847] env[69019]: _type = "VirtualMachine" [ 837.676847] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.677119] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47d8b302-555a-4298-ab94-29f5e978672f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.684863] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease: (returnval){ [ 837.684863] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba9efb-89f2-27c8-2a5c-99286fba335e" [ 837.684863] env[69019]: _type = "HttpNfcLease" [ 837.684863] env[69019]: } obtained for exporting VM: (result){ [ 837.684863] env[69019]: value = "vm-668075" [ 837.684863] env[69019]: _type = "VirtualMachine" [ 837.684863] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.685184] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the lease: (returnval){ [ 837.685184] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba9efb-89f2-27c8-2a5c-99286fba335e" [ 837.685184] env[69019]: _type = "HttpNfcLease" [ 837.685184] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.692078] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.692078] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba9efb-89f2-27c8-2a5c-99286fba335e" [ 837.692078] env[69019]: _type = "HttpNfcLease" [ 837.692078] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.798647] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Successfully updated port: 0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.829678] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade16c81-e605-4162-a4da-cf5ca56a2fd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.858462] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583e161-7392-4ad1-b108-8d34fb5dd84e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.863150] env[69019]: INFO nova.compute.manager [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Took 45.70 seconds to build instance. [ 837.878668] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.966657] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233826f-0cb7-6aa2-4f39-7c8f02622e32, 'name': SearchDatastore_Task, 'duration_secs': 0.025774} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.967382] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d2f6e9-0bd5-4cd7-8e8a-27d0faf940c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.973171] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 837.973171] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524877d2-7e27-7aed-248a-d905e563e651" [ 837.973171] env[69019]: _type = "Task" [ 837.973171] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.980718] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524877d2-7e27-7aed-248a-d905e563e651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.095205] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.193233] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.193233] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba9efb-89f2-27c8-2a5c-99286fba335e" [ 838.193233] env[69019]: _type = "HttpNfcLease" [ 838.193233] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.193599] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.193599] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba9efb-89f2-27c8-2a5c-99286fba335e" [ 838.193599] env[69019]: _type = "HttpNfcLease" [ 838.193599] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.194659] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f8b024-cda2-4df0-95d6-bcc5ae33396f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.206175] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.206175] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.302321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.302480] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.302638] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.336275] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84b6e8d4-1a51-4891-acce-1dbb5dd1f0e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.365899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbe19688-04a7-4adb-aebf-eaf5547794a9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.786s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.459015] env[69019]: DEBUG nova.network.neutron [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Port 61923b78-4cb8-4a72-af9d-6360aa121a9c binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 838.486388] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524877d2-7e27-7aed-248a-d905e563e651, 'name': SearchDatastore_Task, 'duration_secs': 0.029413} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.488829] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.489313] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.489792] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a8f3949-0d3f-4cdc-a215-ee9dd320d450 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.498763] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 838.498763] env[69019]: value = "task-3346705" [ 838.498763] env[69019]: _type = "Task" [ 838.498763] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.509991] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.636945] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.637452] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdd41d9-acd4-40d5-97fd-a919c7b344d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.642988] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dea3544-5121-4a57-bf87-9041bff0cadb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.647094] env[69019]: DEBUG oslo_vmware.api [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 838.647094] env[69019]: value = "task-3346706" [ 838.647094] env[69019]: _type = "Task" [ 838.647094] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.654305] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37d36f-0872-481c-a40c-5aaa332c6454 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.661809] env[69019]: DEBUG oslo_vmware.api [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692607] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd1b59-5275-4e03-9fbc-09cfc2aff710 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.703717] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7c896-1eb1-48c2-844b-0737e4ef3825 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.720547] env[69019]: DEBUG nova.compute.provider_tree [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.908944] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.013872] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49254} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.013872] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.013872] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.013872] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5779beed-f35b-4f77-a599-7fd03a6444e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.025118] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 839.025118] env[69019]: value = "task-3346707" [ 839.025118] env[69019]: _type = "Task" [ 839.025118] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.038229] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.160288] env[69019]: DEBUG oslo_vmware.api [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346706, 'name': PowerOffVM_Task, 'duration_secs': 0.245661} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.160288] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.160288] env[69019]: DEBUG nova.compute.manager [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.160288] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f258d-55d6-4214-95bc-d5799eb20432 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.227022] env[69019]: DEBUG nova.scheduler.client.report [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.483359] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.484968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.484968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.537171] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067259} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.537171] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.537171] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be18a46-ff89-449d-9ece-10884cf890d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.561562] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.564712] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab28a89b-5a30-4b22-bb50-2445592a39a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.587976] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 839.587976] env[69019]: value = "task-3346708" [ 839.587976] env[69019]: _type = "Task" [ 839.587976] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.596656] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.674216] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0f9b4a8d-0518-4e87-baa1-fed6074dc123 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.693947] env[69019]: DEBUG nova.network.neutron [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Updating instance_info_cache with network_info: [{"id": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "address": "fa:16:3e:8a:ff:d5", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c145dd4-24", "ovs_interfaceid": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.733034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.733034] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.735684] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.682s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.736211] env[69019]: DEBUG nova.objects.instance [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lazy-loading 'resources' on Instance uuid 2561e73f-6527-433b-a969-d8e75358b499 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.021286] env[69019]: DEBUG nova.compute.manager [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Received event network-changed-0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.021286] env[69019]: DEBUG nova.compute.manager [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Refreshing instance network info cache due to event network-changed-0c145dd4-2456-4c44-82bf-aad9bf9170f6. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.021286] env[69019]: DEBUG oslo_concurrency.lockutils [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] Acquiring lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.100326] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346708, 'name': ReconfigVM_Task, 'duration_secs': 0.470598} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.100613] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6/9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.101282] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e507de6-06dc-4b0f-a350-3b4486821df1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.109105] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 840.109105] env[69019]: value = "task-3346709" [ 840.109105] env[69019]: _type = "Task" [ 840.109105] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.120357] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346709, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.196508] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.196906] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Instance network_info: |[{"id": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "address": "fa:16:3e:8a:ff:d5", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c145dd4-24", "ovs_interfaceid": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.197642] env[69019]: DEBUG oslo_concurrency.lockutils [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] Acquired lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.197948] env[69019]: DEBUG nova.network.neutron [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Refreshing network info cache for port 0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.202894] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ff:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c145dd4-2456-4c44-82bf-aad9bf9170f6', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.217388] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.222449] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.223303] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40eb219c-b274-4102-ba2f-8c34e460b97f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.254320] env[69019]: DEBUG nova.compute.utils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.260391] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.260817] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.269559] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.269559] env[69019]: value = "task-3346710" [ 840.269559] env[69019]: _type = "Task" [ 840.269559] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.282397] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346710, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.370278] env[69019]: DEBUG nova.policy [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddaedd32c6fc4592b2baabfce2d9636f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e318332b4eb84193987a2d3d0ade7c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.567562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.567686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.568827] env[69019]: DEBUG nova.network.neutron [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.620868] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346709, 'name': Rename_Task, 'duration_secs': 0.147003} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.627025] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.627025] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a474e74-28fb-4a2e-bb2e-c781b0bf667d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.632613] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 840.632613] env[69019]: value = "task-3346711" [ 840.632613] env[69019]: _type = "Task" [ 840.632613] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.644760] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.761265] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.796225] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346710, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.850916] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba53594-b504-4d59-9aa5-1fe54a604d67 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.859745] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a119f6-e8b1-4e15-b77e-35c071df50f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.897495] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e78a21-b29c-4c91-854c-cf71d93dabd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.904750] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf037d4c-030a-4284-a2d9-17dd88fc638e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.920386] env[69019]: DEBUG nova.compute.provider_tree [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.098045] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Successfully created port: f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.123399] env[69019]: DEBUG nova.network.neutron [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Updated VIF entry in instance network info cache for port 0c145dd4-2456-4c44-82bf-aad9bf9170f6. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.124021] env[69019]: DEBUG nova.network.neutron [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Updating instance_info_cache with network_info: [{"id": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "address": "fa:16:3e:8a:ff:d5", "network": {"id": "24adafb8-a191-4eec-a718-937d1ec6c05e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-873412327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37d2603330499184eb98497fd3b0ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c145dd4-24", "ovs_interfaceid": "0c145dd4-2456-4c44-82bf-aad9bf9170f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.145527] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.293485] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346710, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.381362] env[69019]: DEBUG nova.network.neutron [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.428951] env[69019]: DEBUG nova.scheduler.client.report [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.627329] env[69019]: DEBUG oslo_concurrency.lockutils [req-a6e3020c-f9af-4bf6-ac6c-87b7e9f7604b req-019e5dcf-ebac-4061-b776-e38651158d0c service nova] Releasing lock "refresh_cache-8b914f4f-868c-4ebd-ad16-e6433596b87a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.643508] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346711, 'name': PowerOnVM_Task, 'duration_secs': 0.518968} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.643781] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.644061] env[69019]: DEBUG nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.644859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8029cbf7-7456-474f-a715-5f440280ac6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.789294] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.791371] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346710, 'name': CreateVM_Task, 'duration_secs': 1.44368} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.791761] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.792458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.792621] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.793012] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.793290] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4040b2e-1b60-4c4c-89f8-b5505e487920 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.798396] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 841.798396] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1e5e3-2a22-9e87-3ed5-fc4a8927a650" [ 841.798396] env[69019]: _type = "Task" [ 841.798396] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.807478] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1e5e3-2a22-9e87-3ed5-fc4a8927a650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.821023] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.821023] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.821023] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.821259] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.821259] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.821259] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.821259] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.821259] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.821436] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.821601] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.821950] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.822931] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68962c-ddc1-41b8-817f-db830cc24347 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.833595] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be61eb-db13-44c6-bf5d-6d4724f206a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.840423] env[69019]: DEBUG nova.compute.manager [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Stashing vm_state: stopped {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 841.884649] env[69019]: DEBUG oslo_concurrency.lockutils [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.934972] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.938307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.760s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.940804] env[69019]: INFO nova.compute.claims [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.965946] env[69019]: INFO nova.scheduler.client.report [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Deleted allocations for instance 2561e73f-6527-433b-a969-d8e75358b499 [ 842.084916] env[69019]: DEBUG nova.compute.manager [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Received event network-changed-35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.084916] env[69019]: DEBUG nova.compute.manager [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Refreshing instance network info cache due to event network-changed-35b5e51b-1582-4d09-8f10-fe374e312eb4. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.084916] env[69019]: DEBUG oslo_concurrency.lockutils [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.084916] env[69019]: DEBUG oslo_concurrency.lockutils [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.084916] env[69019]: DEBUG nova.network.neutron [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Refreshing network info cache for port 35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.155355] env[69019]: INFO nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] bringing vm to original state: 'stopped' [ 842.309510] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a1e5e3-2a22-9e87-3ed5-fc4a8927a650, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.309781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.310101] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.310263] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.310409] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.310931] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.310931] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445ca135-3fb1-40cf-a78a-1ee49a8cad4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.320273] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.320465] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.321208] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5fa621-cc37-4e4c-8ae0-02fb570479b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.327914] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 842.327914] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5299be77-1048-7714-0e03-d72c55721930" [ 842.327914] env[69019]: _type = "Task" [ 842.327914] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.336290] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5299be77-1048-7714-0e03-d72c55721930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.360016] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.412275] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbed251-1a3c-4a4a-a63d-41de4d706d6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.435557] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb7c3b-a3b6-4502-bdb6-f5c75166b526 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.443097] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.474325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9146efb-1cc2-4348-ab63-14410ac4d74a tempest-ServersTestFqdnHostnames-1493458616 tempest-ServersTestFqdnHostnames-1493458616-project-member] Lock "2561e73f-6527-433b-a969-d8e75358b499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.578s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.839588] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5299be77-1048-7714-0e03-d72c55721930, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.840474] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6016213a-07d5-43cf-b6c6-7468f14c6f88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.845878] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 842.845878] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5248b578-0424-693d-9a2c-24f033ff129c" [ 842.845878] env[69019]: _type = "Task" [ 842.845878] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.854049] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5248b578-0424-693d-9a2c-24f033ff129c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.952148] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.955968] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1bea7d-323c-4d38-b4d1-8db2c904f3c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.967245] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 842.967245] env[69019]: value = "task-3346712" [ 842.967245] env[69019]: _type = "Task" [ 842.967245] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.971609] env[69019]: DEBUG nova.network.neutron [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updated VIF entry in instance network info cache for port 35b5e51b-1582-4d09-8f10-fe374e312eb4. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.971609] env[69019]: DEBUG nova.network.neutron [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.981929] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346712, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.170020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.170020] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.170020] env[69019]: DEBUG nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.170020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d2ce42-fd6a-4025-bb2f-6b08d37cc78b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.183480] env[69019]: DEBUG nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 843.192368] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Successfully updated port: f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.357233] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5248b578-0424-693d-9a2c-24f033ff129c, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.360470] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.361039] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8b914f4f-868c-4ebd-ad16-e6433596b87a/8b914f4f-868c-4ebd-ad16-e6433596b87a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.361703] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75870d6f-d660-4691-8591-ccbf9d3125ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.371018] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 843.371018] env[69019]: value = "task-3346713" [ 843.371018] env[69019]: _type = "Task" [ 843.371018] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.383051] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.477594] env[69019]: DEBUG oslo_concurrency.lockutils [req-c5647c85-35a2-4e2a-bd2a-ee74a8173c55 req-efd40fb3-8f4d-44a4-80e2-497aa356da03 service nova] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.485118] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.513020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a5826-d0bc-41d4-90ba-b283f2b17563 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.520337] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b170a7-ae44-4242-900c-be6537743e80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.557251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38a7d9-3d4f-4ea8-8ddd-b549ef28498d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.565330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02ef7a-8660-4a8a-a7e5-3bce0bde8e99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.579679] env[69019]: DEBUG nova.compute.provider_tree [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.692388] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.692516] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231ec063-c9df-47f7-b8a1-be3192e73665 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.700392] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.700392] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.700392] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.700995] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 843.700995] env[69019]: value = "task-3346714" [ 843.700995] env[69019]: _type = "Task" [ 843.700995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.715035] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.886884] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.983727] env[69019]: DEBUG oslo_vmware.api [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346712, 'name': PowerOnVM_Task, 'duration_secs': 0.554061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.983727] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.983727] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-578d0fd8-a8ac-40e9-aedc-72568eae69e4 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance '4d342731-a6b0-485f-acd0-9fd0bb8db6d9' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.083243] env[69019]: DEBUG nova.scheduler.client.report [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.149918] env[69019]: DEBUG nova.compute.manager [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Received event network-vif-plugged-f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.150168] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Acquiring lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.150400] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.150576] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.150746] env[69019]: DEBUG nova.compute.manager [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] No waiting events found dispatching network-vif-plugged-f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.150915] env[69019]: WARNING nova.compute.manager [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Received unexpected event network-vif-plugged-f55f79c8-7887-4846-9cc7-ffcf3301b0df for instance with vm_state building and task_state spawning. [ 844.152194] env[69019]: DEBUG nova.compute.manager [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Received event network-changed-f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.152497] env[69019]: DEBUG nova.compute.manager [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Refreshing instance network info cache due to event network-changed-f55f79c8-7887-4846-9cc7-ffcf3301b0df. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.152767] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Acquiring lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.217319] env[69019]: DEBUG oslo_vmware.api [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346714, 'name': PowerOffVM_Task, 'duration_secs': 0.389643} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.218443] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.218443] env[69019]: DEBUG nova.compute.manager [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.222336] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4785b-1bd0-434c-b22c-307bcee989d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.261966] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.382272] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615054} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.382596] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8b914f4f-868c-4ebd-ad16-e6433596b87a/8b914f4f-868c-4ebd-ad16-e6433596b87a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.382845] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.383127] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ad7047-acde-46e0-962d-7c422a545a63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.391167] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 844.391167] env[69019]: value = "task-3346715" [ 844.391167] env[69019]: _type = "Task" [ 844.391167] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.401645] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.503863] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Updating instance_info_cache with network_info: [{"id": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "address": "fa:16:3e:0e:ae:c4", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f79c8-78", "ovs_interfaceid": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.588679] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.590030] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.592431] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.651s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.592673] env[69019]: DEBUG nova.objects.instance [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lazy-loading 'resources' on Instance uuid 5205835f-62fd-4e80-af89-26502170396f {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.736600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.902908] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073195} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.903251] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.904079] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f52bd7-2dd7-4393-9209-99ad63845714 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.930251] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8b914f4f-868c-4ebd-ad16-e6433596b87a/8b914f4f-868c-4ebd-ad16-e6433596b87a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.930582] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f30756-e092-413c-9afb-8c424b718d17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.960570] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 844.960570] env[69019]: value = "task-3346716" [ 844.960570] env[69019]: _type = "Task" [ 844.960570] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.973019] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.007606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.007931] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Instance network_info: |[{"id": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "address": "fa:16:3e:0e:ae:c4", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f79c8-78", "ovs_interfaceid": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.008253] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Acquired lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.008431] env[69019]: DEBUG nova.network.neutron [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Refreshing network info cache for port f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.009596] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ae:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f55f79c8-7887-4846-9cc7-ffcf3301b0df', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.017145] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.018192] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.018430] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42e024bd-ea3f-4185-a01e-b3f82f06062a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.038884] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.038884] env[69019]: value = "task-3346717" [ 845.038884] env[69019]: _type = "Task" [ 845.038884] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.047187] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346717, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.096422] env[69019]: DEBUG nova.compute.utils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.103025] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.103025] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.191033] env[69019]: DEBUG nova.policy [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddaedd32c6fc4592b2baabfce2d9636f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e318332b4eb84193987a2d3d0ade7c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.246677] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.472534] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346716, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.498418] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.506082] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3306a0f-0831-4273-a9e9-84187c7da5ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.519963] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.520085] env[69019]: ERROR oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk due to incomplete transfer. [ 845.520483] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e9e3c16-b090-4329-91b6-b20a9f7a2c05 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.528431] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290c039-b365-d859-6478-93d10fef7732/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.529071] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Uploaded image 5b255596-45e0-475f-8167-6121ff9b81c1 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.531402] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.535129] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b6b079f-02f7-4eb8-86f4-4f5ed88e2f37 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.543854] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 845.543854] env[69019]: value = "task-3346718" [ 845.543854] env[69019]: _type = "Task" [ 845.543854] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.552555] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346717, 'name': CreateVM_Task, 'duration_secs': 0.461805} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.557539] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.561403] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.561403] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.561403] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.564533] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70397a3e-91d0-43c1-a407-5db04a5f17d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.566480] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346718, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.569495] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 845.569495] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7072c-93c5-c404-bec9-02e2d4aaa7d5" [ 845.569495] env[69019]: _type = "Task" [ 845.569495] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.582307] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7072c-93c5-c404-bec9-02e2d4aaa7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.582613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.582862] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.583164] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.583321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.586531] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.586531] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddea3759-dbde-4317-a510-14d50eb01de6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.591321] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.591504] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.592291] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a54ab32-37b9-402e-8638-f75403a14d29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.598110] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 845.598110] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5259f389-8783-b95f-fbec-a36abb8646b9" [ 845.598110] env[69019]: _type = "Task" [ 845.598110] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.607337] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.613877] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5259f389-8783-b95f-fbec-a36abb8646b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.621213] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60588672-aee5-4d89-8ec7-71f2ef67888a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.626639] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 845.626639] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3a126-fd6d-72f0-b421-94b71d349491" [ 845.626639] env[69019]: _type = "Task" [ 845.626639] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.636973] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3a126-fd6d-72f0-b421-94b71d349491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.687737] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99fbbc9-99ad-4bb5-b46c-17f1f56704c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.696939] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08834873-788f-43c2-a1eb-b0e37bba64c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.739422] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Successfully created port: e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.743168] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083d9e6-45c3-47a9-b2e5-08a28aafa636 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.752891] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256856f-462e-4562-b0f3-6c58a5a81c59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.770251] env[69019]: DEBUG nova.compute.provider_tree [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.831576] env[69019]: DEBUG nova.network.neutron [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Updated VIF entry in instance network info cache for port f55f79c8-7887-4846-9cc7-ffcf3301b0df. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.832044] env[69019]: DEBUG nova.network.neutron [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Updating instance_info_cache with network_info: [{"id": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "address": "fa:16:3e:0e:ae:c4", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f79c8-78", "ovs_interfaceid": "f55f79c8-7887-4846-9cc7-ffcf3301b0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.982286] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346716, 'name': ReconfigVM_Task, 'duration_secs': 0.520913} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.982405] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8b914f4f-868c-4ebd-ad16-e6433596b87a/8b914f4f-868c-4ebd-ad16-e6433596b87a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.983328] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d49f9a-bb77-4b5c-8c2f-c7d242389ddb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.990679] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 845.990679] env[69019]: value = "task-3346719" [ 845.990679] env[69019]: _type = "Task" [ 845.990679] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.999882] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346719, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.056740] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346718, 'name': Destroy_Task, 'duration_secs': 0.511916} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.057595] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Destroyed the VM [ 846.057595] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.057760] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9bfab9a-52c3-4668-9587-438553ca2e90 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.065908] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 846.065908] env[69019]: value = "task-3346720" [ 846.065908] env[69019]: _type = "Task" [ 846.065908] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.075039] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.136914] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d3a126-fd6d-72f0-b421-94b71d349491, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.137320] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.137631] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 995c9024-3b2b-43b1-ac86-e434a7359160/995c9024-3b2b-43b1-ac86-e434a7359160.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.137901] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e258950-5cb9-4f24-9b6d-68e44340ea9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.147336] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 846.147336] env[69019]: value = "task-3346721" [ 846.147336] env[69019]: _type = "Task" [ 846.147336] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.153770] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.273482] env[69019]: DEBUG nova.scheduler.client.report [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.315452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.315804] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.316040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.316233] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.316737] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.319084] env[69019]: INFO nova.compute.manager [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Terminating instance [ 846.334985] env[69019]: DEBUG oslo_concurrency.lockutils [req-20330fdf-c04d-49e0-8958-53d168eb6fb2 req-61b235d0-9fd7-4355-b30e-fbdf3863e2f5 service nova] Releasing lock "refresh_cache-995c9024-3b2b-43b1-ac86-e434a7359160" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.501335] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346719, 'name': Rename_Task, 'duration_secs': 0.322015} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.501630] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.501889] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-033dfaf4-cbe3-45c2-8ccd-7250d2f4f3e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.509169] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 846.509169] env[69019]: value = "task-3346722" [ 846.509169] env[69019]: _type = "Task" [ 846.509169] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.519038] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.577799] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.622088] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.655025] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.655025] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.655025] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.655306] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.655306] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.655306] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.655306] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.655306] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.655541] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.655541] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.655541] env[69019]: DEBUG nova.virt.hardware [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.655541] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a055a2-ccce-47ff-89d4-f392e4c24fb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.667931] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931ebaf-0cb9-4ae1-b934-18c80db1dac5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.672374] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.779413] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.782250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.684s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.782438] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.782597] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 846.782930] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.242s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.784689] env[69019]: INFO nova.compute.claims [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.788742] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d775f0a-4c7c-4c6b-8b62-31257d156653 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.799111] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0266bdf0-dfd3-47ec-8fbd-ba81e9b53640 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.804868] env[69019]: INFO nova.scheduler.client.report [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleted allocations for instance 5205835f-62fd-4e80-af89-26502170396f [ 846.823131] env[69019]: DEBUG nova.compute.manager [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.823472] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.826291] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f25ed-b495-4dde-96ad-edd7755b6ab7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.831353] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060fc20-03bf-43dd-9e93-3e81606f0a51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.844047] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.844749] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c571de46-62fc-40d8-b7de-b0e86708809c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.848584] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e1248-88e6-41f6-bae9-9ecfb170a6c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.882987] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.883766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.883766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.883766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.884123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.886079] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178312MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 846.886219] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.890784] env[69019]: INFO nova.compute.manager [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Terminating instance [ 846.898168] env[69019]: DEBUG nova.network.neutron [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Port 61923b78-4cb8-4a72-af9d-6360aa121a9c binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 846.899812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.899812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.899812] env[69019]: DEBUG nova.network.neutron [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.920228] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.920476] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.920695] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore2] 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.921112] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b688f5e9-82a3-404c-91ea-b79b1df407c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.929492] env[69019]: DEBUG oslo_vmware.api [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 846.929492] env[69019]: value = "task-3346724" [ 846.929492] env[69019]: _type = "Task" [ 846.929492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.938572] env[69019]: DEBUG oslo_vmware.api [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.019808] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.079162] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.159612] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782999} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.159964] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 995c9024-3b2b-43b1-ac86-e434a7359160/995c9024-3b2b-43b1-ac86-e434a7359160.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.160252] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.160581] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4588eb2f-7ad1-4043-9d1f-ba9fca94fe33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169943] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 847.169943] env[69019]: value = "task-3346725" [ 847.169943] env[69019]: _type = "Task" [ 847.169943] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.180165] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.328744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-51545e30-d1ea-4bca-ab86-435aec5e9175 tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "5205835f-62fd-4e80-af89-26502170396f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.929s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.391589] env[69019]: DEBUG nova.compute.manager [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.391689] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.392629] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83fbd15-e4eb-4fce-9757-1790e3ad09ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.403063] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.403340] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-218f6603-573e-47b5-a1bb-6ea4e7eccb6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444890] env[69019]: DEBUG oslo_vmware.api [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315358} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.445167] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.445350] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.445524] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.445693] env[69019]: INFO nova.compute.manager [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 847.445940] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.446237] env[69019]: DEBUG nova.compute.manager [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.446335] env[69019]: DEBUG nova.network.neutron [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.519634] env[69019]: DEBUG oslo_vmware.api [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346722, 'name': PowerOnVM_Task, 'duration_secs': 0.848464} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.519916] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.520154] env[69019]: INFO nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Took 10.61 seconds to spawn the instance on the hypervisor. [ 847.520355] env[69019]: DEBUG nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.523319] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe83214-78cb-4ef2-8fc4-4491b6593451 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.581903] env[69019]: DEBUG oslo_vmware.api [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346720, 'name': RemoveSnapshot_Task, 'duration_secs': 1.437294} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.582260] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.582528] env[69019]: INFO nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Took 13.56 seconds to snapshot the instance on the hypervisor. [ 847.632689] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.633204] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.633204] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore1] 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.635407] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6230321d-f60b-420b-951c-0a1cd5c165f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.644202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.644467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.649325] env[69019]: DEBUG oslo_vmware.api [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 847.649325] env[69019]: value = "task-3346727" [ 847.649325] env[69019]: _type = "Task" [ 847.649325] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.655254] env[69019]: DEBUG nova.compute.manager [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Received event network-vif-plugged-e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.655451] env[69019]: DEBUG oslo_concurrency.lockutils [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] Acquiring lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.655687] env[69019]: DEBUG oslo_concurrency.lockutils [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.656019] env[69019]: DEBUG oslo_concurrency.lockutils [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.656108] env[69019]: DEBUG nova.compute.manager [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] No waiting events found dispatching network-vif-plugged-e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.656220] env[69019]: WARNING nova.compute.manager [req-36f18816-2bd9-49e9-91cc-908344ee24e5 req-e6402af8-82ce-415c-980b-ec11edcb52a0 service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Received unexpected event network-vif-plugged-e8e0d209-14c5-41ce-aec6-7b7506e4ffee for instance with vm_state building and task_state spawning. [ 847.664551] env[69019]: DEBUG oslo_vmware.api [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.679813] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069378} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.680194] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.680972] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe7304-332b-48f3-823e-796f470d6914 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.705447] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 995c9024-3b2b-43b1-ac86-e434a7359160/995c9024-3b2b-43b1-ac86-e434a7359160.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.706152] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c152b8-c65a-44c0-a6d6-2170bd5626b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.726126] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 847.726126] env[69019]: value = "task-3346728" [ 847.726126] env[69019]: _type = "Task" [ 847.726126] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.740415] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.790987] env[69019]: DEBUG nova.network.neutron [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.845717] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Successfully updated port: e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.043740] env[69019]: INFO nova.compute.manager [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Took 50.55 seconds to build instance. [ 848.089443] env[69019]: DEBUG nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance disappeared during snapshot {{(pid=69019) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 848.108809] env[69019]: DEBUG nova.compute.manager [None req-0538737b-0d30-4319-a84d-6edc3b603a26 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image not found during clean up 5b255596-45e0-475f-8167-6121ff9b81c1 {{(pid=69019) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 848.148914] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.166120] env[69019]: DEBUG nova.compute.manager [req-e8897690-4cc5-481f-99f6-f314ba9dde10 req-5274d51b-2aa7-4ea1-b34e-3751f327e79d service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Received event network-vif-deleted-753e455d-a69a-4b68-bc70-94542e75ec06 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.166120] env[69019]: INFO nova.compute.manager [req-e8897690-4cc5-481f-99f6-f314ba9dde10 req-5274d51b-2aa7-4ea1-b34e-3751f327e79d service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Neutron deleted interface 753e455d-a69a-4b68-bc70-94542e75ec06; detaching it from the instance and deleting it from the info cache [ 848.166120] env[69019]: DEBUG nova.network.neutron [req-e8897690-4cc5-481f-99f6-f314ba9dde10 req-5274d51b-2aa7-4ea1-b34e-3751f327e79d service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.173210] env[69019]: DEBUG oslo_vmware.api [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363628} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.173332] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.173562] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.173778] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.173952] env[69019]: INFO nova.compute.manager [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Took 0.78 seconds to destroy the instance on the hypervisor. [ 848.174205] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.174394] env[69019]: DEBUG nova.compute.manager [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.174480] env[69019]: DEBUG nova.network.neutron [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.240875] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.293541] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.347906] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.348175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.348346] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.378544] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296e121-eaef-43fd-ba10-2ecaed375e5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.383111] env[69019]: DEBUG nova.network.neutron [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.394353] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3ee7d-be84-4e70-9d7a-eaf9f29f1369 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.429709] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7862a52-574f-4270-9cf7-d251cf59923c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.441233] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5366791-0fa5-481c-8e29-09e4037ce72e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.458978] env[69019]: DEBUG nova.compute.provider_tree [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.546096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3001eeee-9414-498e-9d8f-b9a88bb36e47 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.161s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.669880] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3949ab53-9bed-431b-a45d-f6291c047770 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.678617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.683302] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376d3a2e-6cb7-4cd8-84de-cde06d8f6e06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.725920] env[69019]: DEBUG nova.compute.manager [req-e8897690-4cc5-481f-99f6-f314ba9dde10 req-5274d51b-2aa7-4ea1-b34e-3751f327e79d service nova] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Detach interface failed, port_id=753e455d-a69a-4b68-bc70-94542e75ec06, reason: Instance 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.736718] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346728, 'name': ReconfigVM_Task, 'duration_secs': 0.5625} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.737188] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 995c9024-3b2b-43b1-ac86-e434a7359160/995c9024-3b2b-43b1-ac86-e434a7359160.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.737917] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4590bd-8007-4cab-8c05-e65b63bcc590 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.746383] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 848.746383] env[69019]: value = "task-3346729" [ 848.746383] env[69019]: _type = "Task" [ 848.746383] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.755772] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346729, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.799927] env[69019]: DEBUG nova.compute.manager [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69019) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 848.800814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.889229] env[69019]: INFO nova.compute.manager [-] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Took 1.44 seconds to deallocate network for instance. [ 848.899176] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.945979] env[69019]: DEBUG nova.network.neutron [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.965021] env[69019]: DEBUG nova.scheduler.client.report [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.086836] env[69019]: DEBUG nova.network.neutron [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Updating instance_info_cache with network_info: [{"id": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "address": "fa:16:3e:e3:3e:1d", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0d209-14", "ovs_interfaceid": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.162662] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.162965] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.163200] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.163383] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.163555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.165694] env[69019]: INFO nova.compute.manager [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Terminating instance [ 849.256291] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346729, 'name': Rename_Task, 'duration_secs': 0.322047} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.256568] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.256819] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1011b27e-ec5d-46fa-a541-d7c62f50d0b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.263942] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 849.263942] env[69019]: value = "task-3346730" [ 849.263942] env[69019]: _type = "Task" [ 849.263942] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.273142] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.399765] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.449050] env[69019]: INFO nova.compute.manager [-] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Took 1.27 seconds to deallocate network for instance. [ 849.470600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.471125] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.474963] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.029s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.479021] env[69019]: DEBUG nova.objects.instance [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.593106] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.593106] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Instance network_info: |[{"id": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "address": "fa:16:3e:e3:3e:1d", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0d209-14", "ovs_interfaceid": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.593335] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:3e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e0d209-14c5-41ce-aec6-7b7506e4ffee', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.598932] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.599787] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.600198] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96a27a63-2f82-4169-bf7b-8c13627fa4f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.623729] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.623729] env[69019]: value = "task-3346731" [ 849.623729] env[69019]: _type = "Task" [ 849.623729] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.631487] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346731, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.673193] env[69019]: DEBUG nova.compute.manager [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.673193] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.673821] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498c54f-700b-4475-b3ca-68528cdb9156 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.683034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.683034] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f29a97d0-75d6-49d7-a266-93dc5983b4c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.692126] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 849.692126] env[69019]: value = "task-3346732" [ 849.692126] env[69019]: _type = "Task" [ 849.692126] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.700207] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.777445] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.884779] env[69019]: DEBUG nova.compute.manager [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Received event network-changed-e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.885157] env[69019]: DEBUG nova.compute.manager [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Refreshing instance network info cache due to event network-changed-e8e0d209-14c5-41ce-aec6-7b7506e4ffee. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.885525] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] Acquiring lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.885788] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] Acquired lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.886076] env[69019]: DEBUG nova.network.neutron [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Refreshing network info cache for port e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.959575] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.980787] env[69019]: DEBUG nova.compute.utils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.986753] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.987048] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.037530] env[69019]: DEBUG nova.policy [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b4d3d45801a4e6baaa80ec407c5469a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c27c2949484ec99c0d9cd1ac6487f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.133116] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346731, 'name': CreateVM_Task, 'duration_secs': 0.324083} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.133116] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.133603] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.133791] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.134158] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.134433] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e4b478-90e3-4133-9771-afc78d6c001d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.138960] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 850.138960] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245e702-e528-6e7c-78b5-624f5691001c" [ 850.138960] env[69019]: _type = "Task" [ 850.138960] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.147199] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245e702-e528-6e7c-78b5-624f5691001c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.200651] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346732, 'name': PowerOffVM_Task, 'duration_secs': 0.204806} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.200651] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.201277] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.201277] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2247c613-7a93-45ad-b7a4-7732697faab7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.245418] env[69019]: DEBUG nova.compute.manager [req-9a2af3fc-0cdb-49be-bb48-fad0a8b9cb32 req-513e8234-1966-43b3-a947-227f95c6748c service nova] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Received event network-vif-deleted-a230ed14-e2d1-483c-a96d-ae6ad35a1e26 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.272141] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.272482] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.272656] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleting the datastore file [datastore2] f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.273334] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8df5f5-ae64-4fcf-b4c8-33b5d195f381 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.280675] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346730, 'name': PowerOnVM_Task, 'duration_secs': 0.698997} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.281531] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.281643] env[69019]: INFO nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Took 8.49 seconds to spawn the instance on the hypervisor. [ 850.281755] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.282880] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d1a89-b40f-4f81-bf99-f94bd61b83b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.286633] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for the task: (returnval){ [ 850.286633] env[69019]: value = "task-3346734" [ 850.286633] env[69019]: _type = "Task" [ 850.286633] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.302639] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.372352] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Successfully created port: 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.492029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da7a1903-7713-4f8f-a6e7-822b3823cc9c tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.492801] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.500124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.729s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.500124] env[69019]: DEBUG nova.objects.instance [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lazy-loading 'resources' on Instance uuid 1bf70a78-3203-4959-97e5-89ab4447a23c {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.563397] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.563397] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.654905] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245e702-e528-6e7c-78b5-624f5691001c, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.655490] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.655490] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.655742] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.655798] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.655957] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.656253] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a1a3ef-2235-498c-abcd-46b6b5316615 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.666177] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.666177] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.666177] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7f6dac-3e6b-40a8-8eb3-c73618885597 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.673196] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 850.673196] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2c194-93e3-a88e-aad6-dd277663ab65" [ 850.673196] env[69019]: _type = "Task" [ 850.673196] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.683569] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2c194-93e3-a88e-aad6-dd277663ab65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.794053] env[69019]: DEBUG nova.network.neutron [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Updated VIF entry in instance network info cache for port e8e0d209-14c5-41ce-aec6-7b7506e4ffee. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.794492] env[69019]: DEBUG nova.network.neutron [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Updating instance_info_cache with network_info: [{"id": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "address": "fa:16:3e:e3:3e:1d", "network": {"id": "8bb367db-c91e-48e1-932a-057ef2ab9240", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-62414225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e318332b4eb84193987a2d3d0ade7c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0d209-14", "ovs_interfaceid": "e8e0d209-14c5-41ce-aec6-7b7506e4ffee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.802700] env[69019]: DEBUG oslo_vmware.api [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Task: {'id': task-3346734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14153} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.803756] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.803756] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.808306] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.808531] env[69019]: INFO nova.compute.manager [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 850.808800] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.811649] env[69019]: DEBUG nova.compute.manager [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.811790] env[69019]: DEBUG nova.network.neutron [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.814235] env[69019]: INFO nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Took 48.07 seconds to build instance. [ 851.022695] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.023202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.023292] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.023416] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.023697] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.028367] env[69019]: INFO nova.compute.manager [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Terminating instance [ 851.067371] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.188864] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2c194-93e3-a88e-aad6-dd277663ab65, 'name': SearchDatastore_Task, 'duration_secs': 0.027416} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.189819] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64e217f-d892-4edb-98ca-96390ad528d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.196684] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 851.196684] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5226ec72-7815-68d8-8691-0d6770bcece5" [ 851.196684] env[69019]: _type = "Task" [ 851.196684] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.205474] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5226ec72-7815-68d8-8691-0d6770bcece5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.303802] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad483922-f342-48c0-88d1-3d57f13c4ecf req-42121d5a-f492-4033-b1b5-4b7a6fe761df service nova] Releasing lock "refresh_cache-033e8bd0-6ca8-4add-8769-fa1e45d0923d" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.316071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.477s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.489065] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ca02a-ac46-4768-9b05-bb248cebff79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.497555] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c5f59-fa06-4541-b31e-c98efe1fad95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.505056] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.532164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0317f628-ba60-43f3-a2ba-fe42d99614bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.535139] env[69019]: DEBUG nova.compute.manager [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.535347] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.536143] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8b4db-bbd9-4576-b6bc-0413c936da4b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.546588] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c97c206-d50a-47b0-94fa-ea541c669fec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.551396] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.553583] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689620d8-c1e4-42f6-82e6-c829cc08d898 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.567016] env[69019]: DEBUG nova.compute.provider_tree [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.570180] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.570357] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.570886] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.570886] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.571066] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.571239] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.571465] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.571687] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.571893] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.572645] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.572645] env[69019]: DEBUG nova.virt.hardware [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.576448] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c74a8-fe77-49a6-bf1b-3c3561f4fc68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.579264] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 851.579264] env[69019]: value = "task-3346735" [ 851.579264] env[69019]: _type = "Task" [ 851.579264] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.591458] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ec65d-32df-48b8-a473-dbce61077e2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.598947] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.600047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.652847] env[69019]: DEBUG nova.network.neutron [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.713362] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5226ec72-7815-68d8-8691-0d6770bcece5, 'name': SearchDatastore_Task, 'duration_secs': 0.041005} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.714050] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.714208] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 033e8bd0-6ca8-4add-8769-fa1e45d0923d/033e8bd0-6ca8-4add-8769-fa1e45d0923d.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.714824] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370c1f0f-ede3-465c-889c-b5b811308f75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.724610] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 851.724610] env[69019]: value = "task-3346736" [ 851.724610] env[69019]: _type = "Task" [ 851.724610] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.735467] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.935586] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Successfully updated port: 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.944860] env[69019]: DEBUG nova.compute.manager [req-47b2b539-dd29-42b7-b527-145b63c08142 req-cda7b45e-22c2-46d6-b4dc-3e7a47c054ad service nova] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Received event network-vif-deleted-8392e7ea-8fd8-4bae-ac48-9bd0fcf6ef55 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.081348] env[69019]: DEBUG nova.scheduler.client.report [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.095518] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346735, 'name': PowerOffVM_Task, 'duration_secs': 0.284415} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.096256] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.096256] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.096404] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-154abc0c-ef44-4d76-95b9-a4d759030ac6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.156334] env[69019]: INFO nova.compute.manager [-] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Took 1.34 seconds to deallocate network for instance. [ 852.172232] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.172537] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.172771] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleting the datastore file [datastore2] 8b914f4f-868c-4ebd-ad16-e6433596b87a {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.173077] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da348fa-53d7-48a1-a985-1cd67ee55eb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.180619] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 852.180619] env[69019]: value = "task-3346738" [ 852.180619] env[69019]: _type = "Task" [ 852.180619] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.190367] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.236490] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.291069] env[69019]: DEBUG nova.compute.manager [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-vif-plugged-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.291340] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Acquiring lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.291616] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.291835] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.292207] env[69019]: DEBUG nova.compute.manager [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] No waiting events found dispatching network-vif-plugged-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.292424] env[69019]: WARNING nova.compute.manager [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received unexpected event network-vif-plugged-7bbf2128-d764-44be-8df1-3ff76b76424f for instance with vm_state building and task_state spawning. [ 852.292569] env[69019]: DEBUG nova.compute.manager [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.292726] env[69019]: DEBUG nova.compute.manager [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing instance network info cache due to event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.292924] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.293118] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.293347] env[69019]: DEBUG nova.network.neutron [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.437970] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591493] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.594093] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.926s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.624103] env[69019]: INFO nova.scheduler.client.report [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Deleted allocations for instance 1bf70a78-3203-4959-97e5-89ab4447a23c [ 852.663552] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.695252] env[69019]: DEBUG oslo_vmware.api [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334507} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.695671] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.695966] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.696278] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.696556] env[69019]: INFO nova.compute.manager [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.696926] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.697237] env[69019]: DEBUG nova.compute.manager [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.697386] env[69019]: DEBUG nova.network.neutron [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.739666] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642899} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.740450] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 033e8bd0-6ca8-4add-8769-fa1e45d0923d/033e8bd0-6ca8-4add-8769-fa1e45d0923d.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.740699] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.740979] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7720faa-f2ef-4d43-8765-f72cc9c6f2de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.749039] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 852.749039] env[69019]: value = "task-3346739" [ 852.749039] env[69019]: _type = "Task" [ 852.749039] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.758010] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.888861] env[69019]: DEBUG nova.network.neutron [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.056183] env[69019]: DEBUG nova.network.neutron [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.102745] env[69019]: INFO nova.compute.claims [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.132519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a3d1ea6-42ef-4805-9bea-ac8dd1ceaac3 tempest-ServerPasswordTestJSON-298098587 tempest-ServerPasswordTestJSON-298098587-project-member] Lock "1bf70a78-3203-4959-97e5-89ab4447a23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.340s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.259472] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071483} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.259472] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.259717] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ebad5-46a3-4327-93a4-5f3477f5bac9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.281523] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 033e8bd0-6ca8-4add-8769-fa1e45d0923d/033e8bd0-6ca8-4add-8769-fa1e45d0923d.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.281782] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e887418e-8431-45a5-94e2-5fd40e6ccdf9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.302608] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 853.302608] env[69019]: value = "task-3346740" [ 853.302608] env[69019]: _type = "Task" [ 853.302608] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.310288] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.457969] env[69019]: DEBUG nova.network.neutron [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.558927] env[69019]: DEBUG oslo_concurrency.lockutils [req-e4eee09d-ad11-4869-8bc8-79f14b023bf9 req-2c666f57-ebe6-4e1d-928f-1011d848eafe service nova] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.559346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.559510] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.608398] env[69019]: INFO nova.compute.resource_tracker [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating resource usage from migration 85247f75-2042-4c2a-9903-5d953f00cba4 [ 853.736679] env[69019]: INFO nova.compute.manager [None req-049de67b-1138-4a20-af78-a71b4f41bf10 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Get console output [ 853.736679] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-049de67b-1138-4a20-af78-a71b4f41bf10 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] The console log is missing. Check your VSPC configuration [ 853.818590] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.960578] env[69019]: INFO nova.compute.manager [-] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Took 1.26 seconds to deallocate network for instance. [ 854.107944] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.195396] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37ef8f-f698-484e-8f54-1091093939a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.203355] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a28f0d-65aa-4da8-babe-202efa349a49 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.247140] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a575b-7525-489a-b835-2b993a4c8a03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.256600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64f20d-136b-4dcf-9fa0-0671b8cc0a25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.271737] env[69019]: DEBUG nova.compute.provider_tree [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.316186] env[69019]: DEBUG nova.network.neutron [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.317673] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346740, 'name': ReconfigVM_Task, 'duration_secs': 0.801763} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.318121] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 033e8bd0-6ca8-4add-8769-fa1e45d0923d/033e8bd0-6ca8-4add-8769-fa1e45d0923d.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.318728] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfb6154-1996-4e87-9a26-67f5d8516696 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.325991] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 854.325991] env[69019]: value = "task-3346741" [ 854.325991] env[69019]: _type = "Task" [ 854.325991] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.334954] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346741, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.462217] env[69019]: DEBUG nova.compute.manager [req-08ff7891-09c3-48ca-a427-9b3b3e91a795 req-4333276d-d3cc-46b7-a691-b1755144584a service nova] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Received event network-vif-deleted-0c145dd4-2456-4c44-82bf-aad9bf9170f6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.469691] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.777481] env[69019]: DEBUG nova.scheduler.client.report [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.818687] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.819065] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance network_info: |[{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.819494] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:fe:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bbf2128-d764-44be-8df1-3ff76b76424f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.827355] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Creating folder: Project (50c27c2949484ec99c0d9cd1ac6487f6). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.828063] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6121bf82-9a20-4d48-a41d-587a6f669e12 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.839032] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346741, 'name': Rename_Task, 'duration_secs': 0.142395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.839152] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.839384] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71ac444e-9674-41a5-a7f8-e94e6a02ac06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.842554] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Created folder: Project (50c27c2949484ec99c0d9cd1ac6487f6) in parent group-v667907. [ 854.842795] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Creating folder: Instances. Parent ref: group-v668079. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.843056] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf719bc-72e2-4eb8-b4b5-2839f05c274a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.847646] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 854.847646] env[69019]: value = "task-3346743" [ 854.847646] env[69019]: _type = "Task" [ 854.847646] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.855773] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.856929] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Created folder: Instances in parent group-v668079. [ 854.857163] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.857359] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.857559] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ecc9f7b-f725-4844-a113-c745c0283cec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.879301] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.879301] env[69019]: value = "task-3346745" [ 854.879301] env[69019]: _type = "Task" [ 854.879301] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.888747] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346745, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.975264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.976796] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.976796] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.976796] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.976796] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.983475] env[69019]: INFO nova.compute.manager [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Terminating instance [ 855.280585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.686s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.280857] env[69019]: INFO nova.compute.manager [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Migrating [ 855.287382] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.654s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.288831] env[69019]: INFO nova.compute.claims [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.359579] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346743, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.390018] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346745, 'name': CreateVM_Task, 'duration_secs': 0.397072} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.390287] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.391057] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.392089] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50f9365-d6d6-45b3-ae5a-80e50ebc2ddd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.396987] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 855.396987] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5253c9d9-9719-a066-cc09-96d0f5befab1" [ 855.396987] env[69019]: _type = "Task" [ 855.396987] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.405553] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5253c9d9-9719-a066-cc09-96d0f5befab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.486838] env[69019]: DEBUG nova.compute.manager [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.487083] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.487959] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e766a09-a92e-47e2-8451-7d3d9b11c3f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.495738] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.495997] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133e782f-0e8a-4dfa-8ca1-c88cf6c9ce32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.502288] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 855.502288] env[69019]: value = "task-3346746" [ 855.502288] env[69019]: _type = "Task" [ 855.502288] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.510277] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.806252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.806252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.806252] env[69019]: DEBUG nova.network.neutron [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.859597] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.907124] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5253c9d9-9719-a066-cc09-96d0f5befab1, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.907617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.907980] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.908351] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.908620] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.908914] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.909415] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c3680b-bcd9-4294-9876-74ee3cb73afa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.921052] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.921052] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.921052] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a492351-865e-4975-8944-f9faeb21f785 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.924909] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 855.924909] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52966e85-de92-f2f4-d062-71f48f77ad61" [ 855.924909] env[69019]: _type = "Task" [ 855.924909] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.934901] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52966e85-de92-f2f4-d062-71f48f77ad61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.012842] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346746, 'name': PowerOffVM_Task, 'duration_secs': 0.273573} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.013321] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.013622] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.013970] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4eb61b-8da1-43fa-b810-d5808a33b530 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.096354] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.096354] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.096354] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Deleting the datastore file [datastore2] 362d50fa-24c5-4a28-98a6-65bdcfe558a4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.096354] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f06715bd-e79a-4af5-880c-45a3f0520e31 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.103030] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for the task: (returnval){ [ 856.103030] env[69019]: value = "task-3346748" [ 856.103030] env[69019]: _type = "Task" [ 856.103030] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.110802] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.363236] env[69019]: DEBUG oslo_vmware.api [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346743, 'name': PowerOnVM_Task, 'duration_secs': 1.019006} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.363519] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.363727] env[69019]: INFO nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Took 9.74 seconds to spawn the instance on the hypervisor. [ 856.363903] env[69019]: DEBUG nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.364745] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb26eb9-1f34-47f8-9333-bc0bc099a966 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.446175] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52966e85-de92-f2f4-d062-71f48f77ad61, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.446593] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8ccdd1-c956-4847-a253-3c438d5f8a71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.452839] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 856.452839] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c173b-131e-3dbc-ff2c-3caab665a590" [ 856.452839] env[69019]: _type = "Task" [ 856.452839] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.463481] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c173b-131e-3dbc-ff2c-3caab665a590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.607767] env[69019]: DEBUG nova.network.neutron [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.615045] env[69019]: DEBUG oslo_vmware.api [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Task: {'id': task-3346748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.617825] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.618173] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.618702] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.618702] env[69019]: INFO nova.compute.manager [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.619160] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.620168] env[69019]: DEBUG nova.compute.manager [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.620323] env[69019]: DEBUG nova.network.neutron [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.825069] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb43e8-ebb4-4b49-a81e-d015edb99bf3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.832948] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ace98dc-1619-41db-89f5-b5d9612dec78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.868061] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624437f-cc1e-48a2-b752-5f68145fe675 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.876497] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd831c8e-3a50-4cd3-96b6-85cb83b3d4e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.895246] env[69019]: DEBUG nova.compute.provider_tree [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.899472] env[69019]: INFO nova.compute.manager [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Took 51.75 seconds to build instance. [ 856.965997] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523c173b-131e-3dbc-ff2c-3caab665a590, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.966280] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.966537] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6432e3d5-91db-4406-b01c-6b747978a5f9/6432e3d5-91db-4406-b01c-6b747978a5f9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.966788] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416b7f3a-f127-4451-bcfd-613d7525b269 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.973160] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 856.973160] env[69019]: value = "task-3346749" [ 856.973160] env[69019]: _type = "Task" [ 856.973160] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.980549] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.119011] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.401209] env[69019]: DEBUG nova.scheduler.client.report [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.402617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2f5de9b9-a34f-472d-8be4-fe81e2a203a7 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.539s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.490468] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480881} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.493041] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6432e3d5-91db-4406-b01c-6b747978a5f9/6432e3d5-91db-4406-b01c-6b747978a5f9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.495089] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.495089] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9788c94-9bf7-43bf-a8a8-a1e9b2a6183c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.505216] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 857.505216] env[69019]: value = "task-3346750" [ 857.505216] env[69019]: _type = "Task" [ 857.505216] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.515077] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.904952] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.906075] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.908047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.160s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.908232] env[69019]: DEBUG nova.objects.instance [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.017649] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072779} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.017912] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.019205] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1b455-d2ff-4937-93f4-45cc89cfd181 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.024459] env[69019]: DEBUG nova.compute.manager [req-33ec47c3-cb09-45a1-beb8-5fe52cc68ced req-6121fbe0-532a-4a34-94e8-705f01d66b26 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Received event network-vif-deleted-9e888497-17a5-400d-90c0-1e49809d110f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.024819] env[69019]: INFO nova.compute.manager [req-33ec47c3-cb09-45a1-beb8-5fe52cc68ced req-6121fbe0-532a-4a34-94e8-705f01d66b26 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Neutron deleted interface 9e888497-17a5-400d-90c0-1e49809d110f; detaching it from the instance and deleting it from the info cache [ 858.024819] env[69019]: DEBUG nova.network.neutron [req-33ec47c3-cb09-45a1-beb8-5fe52cc68ced req-6121fbe0-532a-4a34-94e8-705f01d66b26 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.050526] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6432e3d5-91db-4406-b01c-6b747978a5f9/6432e3d5-91db-4406-b01c-6b747978a5f9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.051919] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debf07a2-e077-4718-9cad-d6e9925fc87c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077318] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 858.077318] env[69019]: value = "task-3346751" [ 858.077318] env[69019]: _type = "Task" [ 858.077318] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.086269] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.181550] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.181795] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.221147] env[69019]: DEBUG nova.network.neutron [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.415033] env[69019]: DEBUG nova.compute.utils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.417919] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.418365] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.487293] env[69019]: DEBUG nova.policy [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53cbdd89dc024fc181bd37a9ce4d16e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720107e6578e4805b3ebf8d70e683063', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.552321] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa7ac143-3260-4c38-b83b-d1717414a8b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.563047] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072f0eec-1866-400d-9bac-ea3ad07e149b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.585908] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.601655] env[69019]: DEBUG nova.compute.manager [req-33ec47c3-cb09-45a1-beb8-5fe52cc68ced req-6121fbe0-532a-4a34-94e8-705f01d66b26 service nova] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Detach interface failed, port_id=9e888497-17a5-400d-90c0-1e49809d110f, reason: Instance 362d50fa-24c5-4a28-98a6-65bdcfe558a4 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.641785] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb10bbb1-2bd3-4c46-be91-5aa9fcf3a215 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.661623] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.685019] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.723974] env[69019]: INFO nova.compute.manager [-] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Took 2.10 seconds to deallocate network for instance. [ 858.770071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "995c9024-3b2b-43b1-ac86-e434a7359160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.770390] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.770665] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.770869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.771081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.773988] env[69019]: INFO nova.compute.manager [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Terminating instance [ 858.834474] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Successfully created port: ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.844321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.844741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.844914] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.845132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.845311] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.848917] env[69019]: INFO nova.compute.manager [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Terminating instance [ 858.921187] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.927478] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5ca5f17f-8500-4e7b-a6a9-78ac36fb9d42 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.927478] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.707s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.927802] env[69019]: DEBUG nova.objects.instance [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lazy-loading 'resources' on Instance uuid f63552ef-1a67-459e-9908-82f6962eded7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.088625] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.168649] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.168649] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d51574-f629-4bea-a382-accdb5b36099 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.177960] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 859.177960] env[69019]: value = "task-3346752" [ 859.177960] env[69019]: _type = "Task" [ 859.177960] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.191444] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.207838] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.232153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.279184] env[69019]: DEBUG nova.compute.manager [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.279464] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.280651] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb01384-97ed-4174-91d7-07e555e200dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.290017] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.290017] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3cf7ab8-6a3b-4674-8a96-6187351e5cae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.295257] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 859.295257] env[69019]: value = "task-3346753" [ 859.295257] env[69019]: _type = "Task" [ 859.295257] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.303639] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.354034] env[69019]: DEBUG nova.compute.manager [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.354034] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.354034] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e65d7b-ec22-4175-9ef3-b3c248689bf2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.360927] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.361191] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bf8496-2159-4641-82bc-a0029e0b63b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.367388] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 859.367388] env[69019]: value = "task-3346754" [ 859.367388] env[69019]: _type = "Task" [ 859.367388] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.375583] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.590993] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346751, 'name': ReconfigVM_Task, 'duration_secs': 1.469788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.593812] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6432e3d5-91db-4406-b01c-6b747978a5f9/6432e3d5-91db-4406-b01c-6b747978a5f9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.595107] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4ce1ae-4a61-458c-a570-c9386997626d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.601283] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 859.601283] env[69019]: value = "task-3346755" [ 859.601283] env[69019]: _type = "Task" [ 859.601283] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.610402] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346755, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.689384] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346752, 'name': PowerOffVM_Task, 'duration_secs': 0.245633} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.689548] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.689604] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.805017] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346753, 'name': PowerOffVM_Task, 'duration_secs': 0.456652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.805388] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.805534] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.805809] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b16d888-c507-43dc-81c9-91955786ac15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.867080] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.867335] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.867548] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleting the datastore file [datastore2] 995c9024-3b2b-43b1-ac86-e434a7359160 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.867892] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af5eb81-d808-44b2-8ec5-2ca2b112fdd0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.878514] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346754, 'name': PowerOffVM_Task, 'duration_secs': 0.391361} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.879677] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.879870] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.880492] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 859.880492] env[69019]: value = "task-3346757" [ 859.880492] env[69019]: _type = "Task" [ 859.880492] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.880684] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fae53378-f3d7-49b7-afd8-bed5d36484b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.893165] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.936141] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.950795] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.950795] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.950795] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleting the datastore file [datastore2] 033e8bd0-6ca8-4add-8769-fa1e45d0923d {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.951172] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8a79579-9304-4d1f-ae0d-24355aeb76b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.957125] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956247b-afba-428f-81f1-0b5e148d9fea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.962995] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for the task: (returnval){ [ 859.962995] env[69019]: value = "task-3346759" [ 859.962995] env[69019]: _type = "Task" [ 859.962995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.970241] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.970474] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.970646] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.970833] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.970979] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.971150] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.971373] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.971553] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.971743] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.971908] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.972162] env[69019]: DEBUG nova.virt.hardware [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.973558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893cb3f-5b62-4b6a-9d0f-7c16fcd5b8d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.977103] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fb4931-2cef-46df-b9b7-2bc6655e78f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.983629] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.014616] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26397ccd-839b-4f13-8ad9-44b5ccb73ff2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.020232] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f034ba-4e35-409c-8ddd-242ee0de9d04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.036688] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0e25b-ff13-43f0-9565-0217a5f60d9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.051856] env[69019]: DEBUG nova.compute.provider_tree [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.110897] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346755, 'name': Rename_Task, 'duration_secs': 0.175892} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.111197] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.111435] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df86662-c770-45a9-b4c7-6d79c346eec2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.117371] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 860.117371] env[69019]: value = "task-3346760" [ 860.117371] env[69019]: _type = "Task" [ 860.117371] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.125406] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.198356] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.198600] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.198759] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.198942] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.199105] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.199253] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.199452] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.199610] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.199777] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.199973] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.200166] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.205316] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded783b8-a627-452f-9f59-93cd0abef881 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.221149] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 860.221149] env[69019]: value = "task-3346761" [ 860.221149] env[69019]: _type = "Task" [ 860.221149] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.229419] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.394352] env[69019]: DEBUG oslo_vmware.api [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164362} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.394632] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.394818] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.394996] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.395195] env[69019]: INFO nova.compute.manager [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Took 1.12 seconds to destroy the instance on the hypervisor. [ 860.395439] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.395626] env[69019]: DEBUG nova.compute.manager [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.395721] env[69019]: DEBUG nova.network.neutron [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.451651] env[69019]: DEBUG nova.compute.manager [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Received event network-vif-plugged-ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.452280] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] Acquiring lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.452627] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.453511] env[69019]: DEBUG oslo_concurrency.lockutils [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.453814] env[69019]: DEBUG nova.compute.manager [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] No waiting events found dispatching network-vif-plugged-ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.454133] env[69019]: WARNING nova.compute.manager [req-9d332909-8dad-4e16-930b-2910613e82d9 req-674b6da9-7dd3-4e3c-8c7f-e1543dd40b85 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Received unexpected event network-vif-plugged-ed966bec-43cb-4ffe-b365-249026243000 for instance with vm_state building and task_state spawning. [ 860.478533] env[69019]: DEBUG oslo_vmware.api [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Task: {'id': task-3346759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.479013] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.479696] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.479696] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.479696] env[69019]: INFO nova.compute.manager [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.480641] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.480641] env[69019]: DEBUG nova.compute.manager [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.480641] env[69019]: DEBUG nova.network.neutron [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.543846] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Successfully updated port: ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.556128] env[69019]: DEBUG nova.scheduler.client.report [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.628651] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346760, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.736339] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346761, 'name': ReconfigVM_Task, 'duration_secs': 0.221771} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.736566] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.817445] env[69019]: DEBUG nova.compute.manager [req-31a921db-1ca5-456a-a72d-99936f3aa350 req-ed72d011-be5a-4c9a-b10c-9e183841335a service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Received event network-vif-deleted-f55f79c8-7887-4846-9cc7-ffcf3301b0df {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.817721] env[69019]: INFO nova.compute.manager [req-31a921db-1ca5-456a-a72d-99936f3aa350 req-ed72d011-be5a-4c9a-b10c-9e183841335a service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Neutron deleted interface f55f79c8-7887-4846-9cc7-ffcf3301b0df; detaching it from the instance and deleting it from the info cache [ 860.817844] env[69019]: DEBUG nova.network.neutron [req-31a921db-1ca5-456a-a72d-99936f3aa350 req-ed72d011-be5a-4c9a-b10c-9e183841335a service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.046038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.046289] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquired lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.046361] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.061911] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.062902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.487s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.065320] env[69019]: INFO nova.compute.claims [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.082917] env[69019]: INFO nova.scheduler.client.report [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Deleted allocations for instance f63552ef-1a67-459e-9908-82f6962eded7 [ 861.129391] env[69019]: DEBUG oslo_vmware.api [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3346760, 'name': PowerOnVM_Task, 'duration_secs': 0.519139} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.129391] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.129612] env[69019]: INFO nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 861.129756] env[69019]: DEBUG nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.131192] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13ced4-b389-46d0-b02e-94a15973f9f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.247928] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.248202] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.248404] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.248548] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.248694] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.248843] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.249085] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.249276] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.249451] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.249616] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.249810] env[69019]: DEBUG nova.virt.hardware [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.255201] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.255490] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06687e53-4588-4371-87d4-fb28fbb3b767 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.274537] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 861.274537] env[69019]: value = "task-3346762" [ 861.274537] env[69019]: _type = "Task" [ 861.274537] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.282820] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.298808] env[69019]: DEBUG nova.network.neutron [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.303220] env[69019]: DEBUG nova.network.neutron [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.321350] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcdb7eea-62ef-4683-97ec-3c6526e50242 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.332570] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48b707-3a84-45cf-8cf3-32667fb4e5af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.369609] env[69019]: DEBUG nova.compute.manager [req-31a921db-1ca5-456a-a72d-99936f3aa350 req-ed72d011-be5a-4c9a-b10c-9e183841335a service nova] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Detach interface failed, port_id=f55f79c8-7887-4846-9cc7-ffcf3301b0df, reason: Instance 995c9024-3b2b-43b1-ac86-e434a7359160 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.577808] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.592668] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e8324a2-60ac-480c-a6ae-2bd8a973fb2c tempest-SecurityGroupsTestJSON-1069100149 tempest-SecurityGroupsTestJSON-1069100149-project-member] Lock "f63552ef-1a67-459e-9908-82f6962eded7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.151s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.649960] env[69019]: INFO nova.compute.manager [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Took 42.12 seconds to build instance. [ 861.711248] env[69019]: DEBUG nova.network.neutron [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Updating instance_info_cache with network_info: [{"id": "ed966bec-43cb-4ffe-b365-249026243000", "address": "fa:16:3e:1b:31:bf", "network": {"id": "b69fd544-5875-46f2-ae05-2642ca86a467", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1474692014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720107e6578e4805b3ebf8d70e683063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped966bec-43", "ovs_interfaceid": "ed966bec-43cb-4ffe-b365-249026243000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.789638] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.801813] env[69019]: INFO nova.compute.manager [-] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Took 1.41 seconds to deallocate network for instance. [ 861.806486] env[69019]: INFO nova.compute.manager [-] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Took 1.33 seconds to deallocate network for instance. [ 862.152040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a1371184-2e5a-46ae-a8cf-07eb64854629 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.753s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.215452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Releasing lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.215949] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Instance network_info: |[{"id": "ed966bec-43cb-4ffe-b365-249026243000", "address": "fa:16:3e:1b:31:bf", "network": {"id": "b69fd544-5875-46f2-ae05-2642ca86a467", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1474692014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720107e6578e4805b3ebf8d70e683063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped966bec-43", "ovs_interfaceid": "ed966bec-43cb-4ffe-b365-249026243000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.216767] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:31:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed966bec-43cb-4ffe-b365-249026243000', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.228666] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Creating folder: Project (720107e6578e4805b3ebf8d70e683063). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.232931] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf9ac75-0d0a-4aca-9694-a6957e7bf6bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.246148] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Created folder: Project (720107e6578e4805b3ebf8d70e683063) in parent group-v667907. [ 862.246391] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Creating folder: Instances. Parent ref: group-v668082. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.246603] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f312e5d0-0b4c-49a5-a768-4ea0602bbe62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.259506] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Created folder: Instances in parent group-v668082. [ 862.259764] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.259959] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.260199] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c64ed5a-5742-4bc8-8999-631fafe698a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.282580] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.282580] env[69019]: value = "task-3346765" [ 862.282580] env[69019]: _type = "Task" [ 862.282580] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.289536] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.296533] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346765, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.308235] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.311238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.528675] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d205f599-a211-41c8-801c-426ec7299592 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.535198] env[69019]: DEBUG nova.compute.manager [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Received event network-changed-ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.535403] env[69019]: DEBUG nova.compute.manager [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Refreshing instance network info cache due to event network-changed-ed966bec-43cb-4ffe-b365-249026243000. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.536914] env[69019]: DEBUG oslo_concurrency.lockutils [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] Acquiring lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.537132] env[69019]: DEBUG oslo_concurrency.lockutils [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] Acquired lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.537312] env[69019]: DEBUG nova.network.neutron [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Refreshing network info cache for port ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.542410] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996d911-87e8-499a-8714-25539acdedee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.577765] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a1c1ee-a0df-4163-94be-6457c8302304 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.585575] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29366a2a-c20c-4af4-9511-fb65dc6de09b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.601431] env[69019]: DEBUG nova.compute.provider_tree [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.794143] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346762, 'name': ReconfigVM_Task, 'duration_secs': 1.163068} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.796090] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.802846] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db0345-554c-4bce-acfa-405cbf7e4f5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.805959] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346765, 'name': CreateVM_Task, 'duration_secs': 0.418971} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.806375] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.808820] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.808995] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.809339] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.823102] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebe5cae-a3c8-4a65-ba0f-00468eccf9a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.832221] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.832529] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd2c40b-c3a9-4610-8900-9dcfc08eaaec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.850935] env[69019]: DEBUG nova.compute.manager [req-afc1f5d0-f760-453d-a237-c770070fab6e req-b3e00ab1-0dd6-422c-8347-50f05f8fea71 service nova] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Received event network-vif-deleted-e8e0d209-14c5-41ce-aec6-7b7506e4ffee {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.854462] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 862.854462] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5234bc64-a7c7-b858-d8f7-85ffea7c6860" [ 862.854462] env[69019]: _type = "Task" [ 862.854462] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.859000] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 862.859000] env[69019]: value = "task-3346766" [ 862.859000] env[69019]: _type = "Task" [ 862.859000] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.865256] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5234bc64-a7c7-b858-d8f7-85ffea7c6860, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.865666] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.865914] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.866149] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.868479] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.868479] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.868479] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6acdfb36-c61e-44fa-9d41-b574457302a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.872282] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.878870] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.879115] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.879866] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71619d45-f589-4319-b8ba-92825fa21b76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.885433] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 862.885433] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c54bb-d54b-f4f7-b141-3d519e1a7081" [ 862.885433] env[69019]: _type = "Task" [ 862.885433] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.896170] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c54bb-d54b-f4f7-b141-3d519e1a7081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.104835] env[69019]: DEBUG nova.scheduler.client.report [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.365197] env[69019]: DEBUG nova.network.neutron [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Updated VIF entry in instance network info cache for port ed966bec-43cb-4ffe-b365-249026243000. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.365609] env[69019]: DEBUG nova.network.neutron [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Updating instance_info_cache with network_info: [{"id": "ed966bec-43cb-4ffe-b365-249026243000", "address": "fa:16:3e:1b:31:bf", "network": {"id": "b69fd544-5875-46f2-ae05-2642ca86a467", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1474692014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720107e6578e4805b3ebf8d70e683063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped966bec-43", "ovs_interfaceid": "ed966bec-43cb-4ffe-b365-249026243000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.373131] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346766, 'name': ReconfigVM_Task, 'duration_secs': 0.29926} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.374087] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618/4c8bbb4d-a576-43b8-a165-ae4bcbbe2618.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.374303] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.394820] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c54bb-d54b-f4f7-b141-3d519e1a7081, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.395768] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f373091-3ac4-4be0-a11e-4bad36827d6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.401277] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 863.401277] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52549a86-8e30-2066-0ced-4809e7b0d5f9" [ 863.401277] env[69019]: _type = "Task" [ 863.401277] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.409157] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52549a86-8e30-2066-0ced-4809e7b0d5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.612148] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.612714] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.616046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.626s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.616046] env[69019]: DEBUG nova.objects.instance [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lazy-loading 'resources' on Instance uuid 1d4ba559-737b-45ba-a8b8-374eed25de54 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.869298] env[69019]: DEBUG oslo_concurrency.lockutils [req-53263eb1-f1a3-46a7-9eaa-e4b5ce75fe53 req-fe85e916-4b50-4c8d-b4cc-5309ff1b7942 service nova] Releasing lock "refresh_cache-df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.882119] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8926e-c5a7-42fe-91c6-5788e38a4b25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.901688] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32abbfc7-327d-4b0a-86b6-d51a0e8f5e3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.921781] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.929095] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52549a86-8e30-2066-0ced-4809e7b0d5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.929288] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.929541] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540/df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.929794] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ca87e86-1621-4dc2-9ea5-421ae930aab1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.939843] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 863.939843] env[69019]: value = "task-3346767" [ 863.939843] env[69019]: _type = "Task" [ 863.939843] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.947128] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.122051] env[69019]: DEBUG nova.compute.utils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.124436] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.124734] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.168445] env[69019]: DEBUG nova.policy [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a9085e47ab34d8e903d7962746a9f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f857530a89466c8a85f8c9c7daff4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.448511] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477568} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.450846] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540/df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.451398] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.452123] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-749e23a0-1741-4f2c-970f-5aea736efa52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.458145] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 864.458145] env[69019]: value = "task-3346768" [ 864.458145] env[69019]: _type = "Task" [ 864.458145] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.465693] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.491676] env[69019]: DEBUG nova.network.neutron [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Port 4b6b52e6-c2fa-4258-8076-0625a3f8f779 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 864.502779] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Successfully created port: 543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.572652] env[69019]: DEBUG nova.compute.manager [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.572891] env[69019]: DEBUG nova.compute.manager [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing instance network info cache due to event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.573215] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.573418] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.573623] env[69019]: DEBUG nova.network.neutron [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.630761] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.673845] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1500e8d-4d5f-40d7-a2dd-0bfe9e54e4f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.682858] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a88c7-6851-4f0c-95e2-d97b3b7f4253 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.717871] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3059de08-a9d0-4f39-a43e-70776154c858 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.725552] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fef38c-8ac7-4f3c-bfd4-bf5e740e896e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.740541] env[69019]: DEBUG nova.compute.provider_tree [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.968631] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066006} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.968912] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.969683] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a45a073-e87b-4157-8501-4e446affdba4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.991388] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540/df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.991710] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca34b8d-385c-4f5b-a328-ca1047f67f63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.016691] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 865.016691] env[69019]: value = "task-3346769" [ 865.016691] env[69019]: _type = "Task" [ 865.016691] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.022927] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.245547] env[69019]: DEBUG nova.scheduler.client.report [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.361099] env[69019]: DEBUG nova.network.neutron [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updated VIF entry in instance network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.361481] env[69019]: DEBUG nova.network.neutron [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.530573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.530855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.531127] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.537570] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346769, 'name': ReconfigVM_Task, 'duration_secs': 0.318541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.538022] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Reconfigured VM instance instance-0000003d to attach disk [datastore1] df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540/df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.538601] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a663bd9-6c18-4e0d-9823-65d19cf6a0b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.545658] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 865.545658] env[69019]: value = "task-3346770" [ 865.545658] env[69019]: _type = "Task" [ 865.545658] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.555738] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346770, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.645570] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.673449] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.673700] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.673860] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.674047] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.674270] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.674347] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.674533] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.674687] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.674851] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.675021] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.676212] env[69019]: DEBUG nova.virt.hardware [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.676212] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578547f-6254-4a93-a62d-7af0af460abe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.684030] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cf823e-0ea6-4685-b57d-9e96a62c1866 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.753078] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.753078] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.657s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.753078] env[69019]: DEBUG nova.objects.instance [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lazy-loading 'resources' on Instance uuid dc37fe04-3417-4d0a-84b7-57f11ef1f161 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.864724] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e7cb4c7-aca0-43e0-a33a-d516b59b4a2d req-4fd2d3d6-3b74-4b27-9908-ce4a951ba072 service nova] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.887497] env[69019]: INFO nova.scheduler.client.report [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted allocations for instance 1d4ba559-737b-45ba-a8b8-374eed25de54 [ 865.989631] env[69019]: DEBUG nova.compute.manager [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Received event network-vif-plugged-543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.989855] env[69019]: DEBUG oslo_concurrency.lockutils [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] Acquiring lock "5b259d20-b153-435d-a7cb-d63023433334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.990157] env[69019]: DEBUG oslo_concurrency.lockutils [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] Lock "5b259d20-b153-435d-a7cb-d63023433334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.990269] env[69019]: DEBUG oslo_concurrency.lockutils [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] Lock "5b259d20-b153-435d-a7cb-d63023433334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.990431] env[69019]: DEBUG nova.compute.manager [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] No waiting events found dispatching network-vif-plugged-543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.990599] env[69019]: WARNING nova.compute.manager [req-8253149f-6e87-4b61-9d45-2032db0d53cb req-35752816-cd92-4c6c-9aaf-42536839da29 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Received unexpected event network-vif-plugged-543d0ffe-439f-4062-9e07-b11add18f4be for instance with vm_state building and task_state spawning. [ 866.019930] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Successfully updated port: 543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.057786] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346770, 'name': Rename_Task, 'duration_secs': 0.146907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.058082] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.058336] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e057ccd2-8d35-42d8-b3fe-45ce6295eb18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.065547] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 866.065547] env[69019]: value = "task-3346771" [ 866.065547] env[69019]: _type = "Task" [ 866.065547] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.072862] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.403296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d72f63c8-16c2-4d6d-8948-7c29b1d377ff tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "1d4ba559-737b-45ba-a8b8-374eed25de54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.467s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.524281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.524281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.524281] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.579306] env[69019]: DEBUG oslo_vmware.api [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346771, 'name': PowerOnVM_Task, 'duration_secs': 0.480747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.579597] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.579768] env[69019]: INFO nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Took 6.64 seconds to spawn the instance on the hypervisor. [ 866.580089] env[69019]: DEBUG nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.580956] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.581240] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.581627] env[69019]: DEBUG nova.network.neutron [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.583287] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56adccbf-f874-43e6-b4ea-004357617569 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.749856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c0dfdd-0b6c-4c8e-b49f-067d07013ff3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.761622] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b708959e-2e98-4d25-afca-4094ba286e85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.796534] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfb77c-6912-42e5-a196-015f964e7710 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.804531] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccedea2-a063-422b-ac03-248b8ac32b6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.822947] env[69019]: DEBUG nova.compute.provider_tree [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.058614] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.108652] env[69019]: INFO nova.compute.manager [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Took 36.51 seconds to build instance. [ 867.265058] env[69019]: DEBUG nova.network.neutron [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Updating instance_info_cache with network_info: [{"id": "543d0ffe-439f-4062-9e07-b11add18f4be", "address": "fa:16:3e:d6:08:72", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0ffe-43", "ovs_interfaceid": "543d0ffe-439f-4062-9e07-b11add18f4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.328287] env[69019]: DEBUG nova.scheduler.client.report [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.366842] env[69019]: DEBUG nova.network.neutron [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.567859] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.568176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.568393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.568585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.568758] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.570870] env[69019]: INFO nova.compute.manager [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Terminating instance [ 867.611852] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ddd3df6a-3b12-4fd0-8c46-693488a65fb5 tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.034s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.768027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.768411] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Instance network_info: |[{"id": "543d0ffe-439f-4062-9e07-b11add18f4be", "address": "fa:16:3e:d6:08:72", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0ffe-43", "ovs_interfaceid": "543d0ffe-439f-4062-9e07-b11add18f4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.769049] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:08:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '543d0ffe-439f-4062-9e07-b11add18f4be', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.778651] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.778943] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.782147] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a815438b-6df2-466a-8e3a-de9318422cbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.804017] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.804017] env[69019]: value = "task-3346772" [ 867.804017] env[69019]: _type = "Task" [ 867.804017] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.812990] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346772, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.834099] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.836733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.477s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.862503] env[69019]: INFO nova.scheduler.client.report [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Deleted allocations for instance dc37fe04-3417-4d0a-84b7-57f11ef1f161 [ 867.869493] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.055770] env[69019]: DEBUG nova.compute.manager [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Received event network-changed-543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.055991] env[69019]: DEBUG nova.compute.manager [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Refreshing instance network info cache due to event network-changed-543d0ffe-439f-4062-9e07-b11add18f4be. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.056257] env[69019]: DEBUG oslo_concurrency.lockutils [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] Acquiring lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.056421] env[69019]: DEBUG oslo_concurrency.lockutils [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] Acquired lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.056581] env[69019]: DEBUG nova.network.neutron [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Refreshing network info cache for port 543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.074484] env[69019]: DEBUG nova.compute.manager [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.074688] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.076143] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02239db6-a366-44f8-a49e-e07053e68605 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.085029] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.085414] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c519d383-ce48-4987-9399-f22afb836d48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.091924] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 868.091924] env[69019]: value = "task-3346773" [ 868.091924] env[69019]: _type = "Task" [ 868.091924] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.100834] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.316929] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346772, 'name': CreateVM_Task, 'duration_secs': 0.37898} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.317136] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.317846] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.318022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.318357] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.318976] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423661b5-45eb-43c2-b172-7d4d712ab81d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.323902] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 868.323902] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528757a6-692e-1389-6226-60fee4bb368f" [ 868.323902] env[69019]: _type = "Task" [ 868.323902] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.331171] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "11cd65d6-76dd-4878-9305-561a2689e237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.331410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.338650] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528757a6-692e-1389-6226-60fee4bb368f, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.338884] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.339122] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.339435] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.339516] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.339669] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.342097] env[69019]: INFO nova.compute.claims [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.345295] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fd8239d-92c1-4608-9a88-c2124558c301 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.354709] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.354895] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.355746] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b711a4b4-4af6-4802-8453-da482d019cb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.362815] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.363079] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.365621] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 868.365621] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5264f52e-5369-9586-70f6-8f739cbae92e" [ 868.365621] env[69019]: _type = "Task" [ 868.365621] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.376737] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5264f52e-5369-9586-70f6-8f739cbae92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.377186] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c028c0a1-222c-45cc-891c-9904ebf9ab5d tempest-InstanceActionsV221TestJSON-20006869 tempest-InstanceActionsV221TestJSON-20006869-project-member] Lock "dc37fe04-3417-4d0a-84b7-57f11ef1f161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.725s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.401565] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.401786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.403454] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2d055-2240-4f18-b790-98f8afe77c7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.423296] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaca02a-706d-4339-89f4-59afb2d53ecd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.430944] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.529181] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.529469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.529676] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.529861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.530097] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.532209] env[69019]: INFO nova.compute.manager [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Terminating instance [ 868.602844] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346773, 'name': PowerOffVM_Task, 'duration_secs': 0.22795} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.603480] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.603685] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.603937] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89553f7-f8da-4384-926a-49d5458d951b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.675511] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.675835] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.675933] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] 0a572fd9-368c-412f-8cdc-d30d32390ea2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.676213] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803ee8d5-fdf3-40b2-aaad-668d7baa206c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.682745] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 868.682745] env[69019]: value = "task-3346775" [ 868.682745] env[69019]: _type = "Task" [ 868.682745] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.690788] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.770779] env[69019]: DEBUG nova.network.neutron [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Updated VIF entry in instance network info cache for port 543d0ffe-439f-4062-9e07-b11add18f4be. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.770779] env[69019]: DEBUG nova.network.neutron [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Updating instance_info_cache with network_info: [{"id": "543d0ffe-439f-4062-9e07-b11add18f4be", "address": "fa:16:3e:d6:08:72", "network": {"id": "f734301b-b54c-4408-87b9-9b73cc9bdb52", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1788642386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f857530a89466c8a85f8c9c7daff4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0ffe-43", "ovs_interfaceid": "543d0ffe-439f-4062-9e07-b11add18f4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.834216] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.851929] env[69019]: INFO nova.compute.resource_tracker [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating resource usage from migration 505f9338-aa5d-499e-96e0-6160c65b4989 [ 868.866852] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.884652] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5264f52e-5369-9586-70f6-8f739cbae92e, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.887419] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099fbc15-52b7-4e12-8851-00e531219b8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.895850] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 868.895850] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d174e4-4127-5104-81a6-27ec432e8d2f" [ 868.895850] env[69019]: _type = "Task" [ 868.895850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.905558] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d174e4-4127-5104-81a6-27ec432e8d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.907067] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.937853] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.938237] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc2e706-bdfd-4abb-9c33-a492f427e216 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.946146] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 868.946146] env[69019]: value = "task-3346776" [ 868.946146] env[69019]: _type = "Task" [ 868.946146] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.958558] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.037025] env[69019]: DEBUG nova.compute.manager [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.037539] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.039048] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283f8cd-a11f-4c22-bb70-776a9249901a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.047761] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.051393] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24dc601-28ed-4956-9bbf-fdcf70d8013d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.058306] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 869.058306] env[69019]: value = "task-3346777" [ 869.058306] env[69019]: _type = "Task" [ 869.058306] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.073160] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.195873] env[69019]: DEBUG oslo_vmware.api [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361537} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.200161] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.200561] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.200756] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.200939] env[69019]: INFO nova.compute.manager [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.201658] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.202253] env[69019]: DEBUG nova.compute.manager [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.202317] env[69019]: DEBUG nova.network.neutron [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.273730] env[69019]: DEBUG oslo_concurrency.lockutils [req-5648bd3b-bb21-42b4-b426-081cb08119a2 req-d128ba7a-b8e2-4c8d-b02e-29738c70942e service nova] Releasing lock "refresh_cache-5b259d20-b153-435d-a7cb-d63023433334" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.355293] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.398902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.409278] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d174e4-4127-5104-81a6-27ec432e8d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.020893} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.410406] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.410708] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 5b259d20-b153-435d-a7cb-d63023433334/5b259d20-b153-435d-a7cb-d63023433334.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.413455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969e05f-0f64-4ecd-8bed-dcb90b51cd3f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.417660] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29356e01-0e40-48d9-acdd-a245c286bd6e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.425601] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb88d7-dd1f-40a1-8a80-d886cc2d11df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.428861] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 869.428861] env[69019]: value = "task-3346778" [ 869.428861] env[69019]: _type = "Task" [ 869.428861] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.477853] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.487034] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c4783-6009-4dd1-8b5b-8df7e835d295 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.495675] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.501088] env[69019]: DEBUG oslo_vmware.api [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346776, 'name': PowerOnVM_Task, 'duration_secs': 0.459032} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.503218] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.503516] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ef8be-a91f-49cd-a4a0-a26f18961b55 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance '4c8bbb4d-a576-43b8-a165-ae4bcbbe2618' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.511853] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a93b76-34d5-45c4-b5d4-2bd3592762ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.526335] env[69019]: DEBUG nova.compute.provider_tree [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.569524] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346777, 'name': PowerOffVM_Task, 'duration_secs': 0.178272} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.569791] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.569988] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.570247] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722c6650-95f5-48b9-8239-f0f33c131c6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.690142] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.690142] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.690142] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Deleting the datastore file [datastore1] df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.690142] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0d9be53-0f0d-43ad-81de-638a9514960e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.694865] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for the task: (returnval){ [ 869.694865] env[69019]: value = "task-3346780" [ 869.694865] env[69019]: _type = "Task" [ 869.694865] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.704966] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.939836] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346778, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.029986] env[69019]: DEBUG nova.scheduler.client.report [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.087751] env[69019]: DEBUG nova.compute.manager [req-d787958e-dba3-403f-bbe6-eb70c0e81078 req-75616b85-5ed7-4830-9c01-f65c91f5fffa service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Received event network-vif-deleted-65804712-74a3-4686-8360-6598ee19f557 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.089733] env[69019]: INFO nova.compute.manager [req-d787958e-dba3-403f-bbe6-eb70c0e81078 req-75616b85-5ed7-4830-9c01-f65c91f5fffa service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Neutron deleted interface 65804712-74a3-4686-8360-6598ee19f557; detaching it from the instance and deleting it from the info cache [ 870.089733] env[69019]: DEBUG nova.network.neutron [req-d787958e-dba3-403f-bbe6-eb70c0e81078 req-75616b85-5ed7-4830-9c01-f65c91f5fffa service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.092784] env[69019]: DEBUG nova.network.neutron [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.205302] env[69019]: DEBUG oslo_vmware.api [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Task: {'id': task-3346780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460528} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.205558] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.205743] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.206346] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.206346] env[69019]: INFO nova.compute.manager [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Took 1.17 seconds to destroy the instance on the hypervisor. [ 870.206346] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.206517] env[69019]: DEBUG nova.compute.manager [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.206606] env[69019]: DEBUG nova.network.neutron [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.444847] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523874} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.445431] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 5b259d20-b153-435d-a7cb-d63023433334/5b259d20-b153-435d-a7cb-d63023433334.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.445690] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.445947] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88eb792-523e-4423-9bcb-769e12c25500 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.455958] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 870.455958] env[69019]: value = "task-3346781" [ 870.455958] env[69019]: _type = "Task" [ 870.455958] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.467962] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.535065] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.698s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.535065] env[69019]: INFO nova.compute.manager [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Migrating [ 870.542058] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.296s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.543014] env[69019]: DEBUG nova.objects.instance [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.591672] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5676ef41-1563-4727-9e15-676e6e57ca75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.595511] env[69019]: INFO nova.compute.manager [-] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Took 1.39 seconds to deallocate network for instance. [ 870.603491] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff8c46-af72-4dab-ae9f-b07dbc8cc10b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.639181] env[69019]: DEBUG nova.compute.manager [req-d787958e-dba3-403f-bbe6-eb70c0e81078 req-75616b85-5ed7-4830-9c01-f65c91f5fffa service nova] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Detach interface failed, port_id=65804712-74a3-4686-8360-6598ee19f557, reason: Instance 0a572fd9-368c-412f-8cdc-d30d32390ea2 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.961965] env[69019]: DEBUG nova.network.neutron [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.965926] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100975} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.966378] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.967131] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669fee7-6488-4433-9a5f-727c2043938e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.990628] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5b259d20-b153-435d-a7cb-d63023433334/5b259d20-b153-435d-a7cb-d63023433334.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.991462] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca5487cb-d070-4f15-8992-ef850406c149 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.010884] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 871.010884] env[69019]: value = "task-3346782" [ 871.010884] env[69019]: _type = "Task" [ 871.010884] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.018849] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.053333] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.053519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.053694] env[69019]: DEBUG nova.network.neutron [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.116195] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.467612] env[69019]: INFO nova.compute.manager [-] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Took 1.26 seconds to deallocate network for instance. [ 871.520571] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346782, 'name': ReconfigVM_Task, 'duration_secs': 0.313181} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.520864] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5b259d20-b153-435d-a7cb-d63023433334/5b259d20-b153-435d-a7cb-d63023433334.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.521543] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030095a5-67f7-45c9-b033-a835f2d8b5e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.527458] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 871.527458] env[69019]: value = "task-3346783" [ 871.527458] env[69019]: _type = "Task" [ 871.527458] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.535834] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346783, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.549761] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7584a9ba-83bb-42dd-a58e-1291c345bfeb tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.550891] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.665s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.725880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.726222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.726424] env[69019]: DEBUG nova.compute.manager [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Going to confirm migration 3 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 871.794173] env[69019]: DEBUG nova.network.neutron [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.974765] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.037583] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346783, 'name': Rename_Task, 'duration_secs': 0.238225} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.038134] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.038401] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c6dde2-d9ed-4a05-be5c-f094b62360c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.044147] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 872.044147] env[69019]: value = "task-3346784" [ 872.044147] env[69019]: _type = "Task" [ 872.044147] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051518] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.118106] env[69019]: DEBUG nova.compute.manager [req-419acf82-d7b9-437a-a4bd-3fd578ba4dd9 req-c8887d03-adcb-449a-bd86-0faee0c65a22 service nova] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Received event network-vif-deleted-ed966bec-43cb-4ffe-b365-249026243000 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.293899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.294116] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.294298] env[69019]: DEBUG nova.network.neutron [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.294488] env[69019]: DEBUG nova.objects.instance [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'info_cache' on Instance uuid 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.298520] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.554835] env[69019]: DEBUG oslo_vmware.api [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346784, 'name': PowerOnVM_Task, 'duration_secs': 0.482674} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.555128] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.555335] env[69019]: INFO nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Took 6.91 seconds to spawn the instance on the hypervisor. [ 872.555515] env[69019]: DEBUG nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.556296] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4498589-09ad-4561-864c-423cc12b8bc2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.567138] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Applying migration context for instance 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 as it has an incoming, in-progress migration a46be565-61a5-4a0e-ba57-25924c39eb5a. Migration status is reverting {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 872.567482] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Applying migration context for instance 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 as it has an incoming, in-progress migration 85247f75-2042-4c2a-9903-5d953f00cba4. Migration status is confirming {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 872.567710] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Applying migration context for instance 4e37e840-c406-495d-aa68-055a59f23305 as it has an incoming, in-progress migration 505f9338-aa5d-499e-96e0-6160c65b4989. Migration status is pre-migrating {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 872.569594] env[69019]: INFO nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating resource usage from migration a46be565-61a5-4a0e-ba57-25924c39eb5a [ 872.569961] env[69019]: INFO nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating resource usage from migration 85247f75-2042-4c2a-9903-5d953f00cba4 [ 872.570418] env[69019]: INFO nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating resource usage from migration 505f9338-aa5d-499e-96e0-6160c65b4989 [ 872.593321] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 362d50fa-24c5-4a28-98a6-65bdcfe558a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.593482] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance d2679ab7-f455-4f64-aa5d-006427847a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.593607] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 32443974-85b0-4b7d-bb6f-249ba18dae67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.593728] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.593845] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c6d143fc-6d2e-4b19-89dd-f4a95330972b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.593959] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594110] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.594241] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0a572fd9-368c-412f-8cdc-d30d32390ea2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.594376] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2b819ac7-b7a4-4fef-beed-7bb48ef2609a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594503] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594616] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594727] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 21657f16-a790-4a08-8542-be77c2663dd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594837] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance ce974ee2-4214-4b8e-9d32-425272640242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.594960] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.595094] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.595214] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.595324] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Migration a46be565-61a5-4a0e-ba57-25924c39eb5a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 872.595433] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.595553] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 8b914f4f-868c-4ebd-ad16-e6433596b87a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.595675] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 995c9024-3b2b-43b1-ac86-e434a7359160 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.595796] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 033e8bd0-6ca8-4add-8769-fa1e45d0923d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.595909] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6432e3d5-91db-4406-b01c-6b747978a5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.596030] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Migration 85247f75-2042-4c2a-9903-5d953f00cba4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 872.596145] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.596280] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.596430] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 5b259d20-b153-435d-a7cb-d63023433334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 872.596547] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Migration 505f9338-aa5d-499e-96e0-6160c65b4989 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 872.596658] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 4e37e840-c406-495d-aa68-055a59f23305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 873.072163] env[69019]: INFO nova.compute.manager [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Took 37.51 seconds to build instance. [ 873.100225] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance ccfc5dff-08a8-4109-8b5d-9784cf88cfb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.383766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "5b259d20-b153-435d-a7cb-d63023433334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.474561] env[69019]: DEBUG nova.network.neutron [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [{"id": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "address": "fa:16:3e:0c:67:bd", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6b52e6-c2", "ovs_interfaceid": "4b6b52e6-c2fa-4258-8076-0625a3f8f779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.574789] env[69019]: DEBUG oslo_concurrency.lockutils [None req-66a71b30-73b8-4107-952e-184546d3bbdf tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.022s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.575084] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.191s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.575303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "5b259d20-b153-435d-a7cb-d63023433334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.575512] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.575678] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.578120] env[69019]: INFO nova.compute.manager [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Terminating instance [ 873.603238] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 36761f19-1881-4a8f-9e3e-6cb8775738fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.813444] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bc8959-90ff-4679-9f62-49eaf3ef9646 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.834432] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.977582] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.977877] env[69019]: DEBUG nova.objects.instance [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'migration_context' on Instance uuid 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.082550] env[69019]: DEBUG nova.compute.manager [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.082550] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.082906] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c23fae-a497-4784-b521-4984a9c7f64e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.090222] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.090454] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bab284c-b8c1-4fab-bab6-31d623125fe5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.095632] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 874.095632] env[69019]: value = "task-3346785" [ 874.095632] env[69019]: _type = "Task" [ 874.095632] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.104788] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.108659] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.341059] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.341059] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7081c3ce-4702-47fe-acb1-794f3fec960b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.348514] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 874.348514] env[69019]: value = "task-3346786" [ 874.348514] env[69019]: _type = "Task" [ 874.348514] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.356358] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.481311] env[69019]: DEBUG nova.objects.base [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Object Instance<4c8bbb4d-a576-43b8-a165-ae4bcbbe2618> lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 874.482354] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77bf1a-a7c1-4943-a9fc-b54dfd9b5185 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.500727] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06d19d7-bc74-49c8-8718-de268a735d3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.505420] env[69019]: DEBUG oslo_vmware.api [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 874.505420] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52294efa-ed5e-2e2d-f9ca-ddf59351b4da" [ 874.505420] env[69019]: _type = "Task" [ 874.505420] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.512381] env[69019]: DEBUG oslo_vmware.api [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52294efa-ed5e-2e2d-f9ca-ddf59351b4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.605108] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346785, 'name': PowerOffVM_Task, 'duration_secs': 0.199131} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.605382] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.605553] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.605792] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeaf0114-3ff5-4ac5-8b0e-118645c639ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.611122] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 11cd65d6-76dd-4878-9305-561a2689e237 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.664623] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.664847] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.665060] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleting the datastore file [datastore2] 5b259d20-b153-435d-a7cb-d63023433334 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.665325] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f754f22e-d9a9-4d64-b2d4-cb36f916bccc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.671189] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for the task: (returnval){ [ 874.671189] env[69019]: value = "task-3346788" [ 874.671189] env[69019]: _type = "Task" [ 874.671189] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.678717] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.858393] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 874.858690] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.015177] env[69019]: DEBUG oslo_vmware.api [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52294efa-ed5e-2e2d-f9ca-ddf59351b4da, 'name': SearchDatastore_Task, 'duration_secs': 0.006918} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.015373] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.113921] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.181039] env[69019]: DEBUG oslo_vmware.api [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Task: {'id': task-3346788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140505} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.181636] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.181847] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.182056] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.182241] env[69019]: INFO nova.compute.manager [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Took 1.10 seconds to destroy the instance on the hypervisor. [ 875.182482] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.182671] env[69019]: DEBUG nova.compute.manager [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.182764] env[69019]: DEBUG nova.network.neutron [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.365368] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.365612] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.365768] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.365946] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.366154] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.366475] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.366475] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.366618] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.366740] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.366901] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.367093] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.372572] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad3ec289-88c6-4d37-9363-448cb7097fa9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.388484] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 875.388484] env[69019]: value = "task-3346789" [ 875.388484] env[69019]: _type = "Task" [ 875.388484] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.396425] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.430456] env[69019]: DEBUG nova.compute.manager [req-30d758e8-15b8-4153-b563-4f7ee7afe9ac req-31db4b90-b79b-4fde-98a8-009748070f87 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Received event network-vif-deleted-543d0ffe-439f-4062-9e07-b11add18f4be {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.430653] env[69019]: INFO nova.compute.manager [req-30d758e8-15b8-4153-b563-4f7ee7afe9ac req-31db4b90-b79b-4fde-98a8-009748070f87 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Neutron deleted interface 543d0ffe-439f-4062-9e07-b11add18f4be; detaching it from the instance and deleting it from the info cache [ 875.430806] env[69019]: DEBUG nova.network.neutron [req-30d758e8-15b8-4153-b563-4f7ee7afe9ac req-31db4b90-b79b-4fde-98a8-009748070f87 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.620290] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2171b9e8-2e8a-4f67-a13e-f004dc455fcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.620612] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 875.620766] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 875.899682] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346789, 'name': ReconfigVM_Task, 'duration_secs': 0.128273} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.902064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.916162] env[69019]: DEBUG nova.network.neutron [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.933377] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0c80ec7-b0e3-498b-9d6c-7003525ee6f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.943218] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fde54b-3661-4dde-8ee6-a6d7ebdbae04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.984963] env[69019]: DEBUG nova.compute.manager [req-30d758e8-15b8-4153-b563-4f7ee7afe9ac req-31db4b90-b79b-4fde-98a8-009748070f87 service nova] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Detach interface failed, port_id=543d0ffe-439f-4062-9e07-b11add18f4be, reason: Instance 5b259d20-b153-435d-a7cb-d63023433334 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.045314] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a086e9-7a93-4c20-8821-32110a8d45c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.053468] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21206fee-a4d3-45c7-afa5-37c5afd617a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.084380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b0ca4-f8ff-42a8-a0fc-ee1a6f25c0ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.091244] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17b6816-0533-4da9-af04-035bc9b2bfc1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.104466] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.408363] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.409140] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.409140] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.409140] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.409140] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.409262] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.409415] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.409574] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.409738] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.409897] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.410123] env[69019]: DEBUG nova.virt.hardware [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.415397] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.415688] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc562baf-f4be-4185-beba-3fe974a073af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.429200] env[69019]: INFO nova.compute.manager [-] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Took 1.25 seconds to deallocate network for instance. [ 876.437118] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 876.437118] env[69019]: value = "task-3346790" [ 876.437118] env[69019]: _type = "Task" [ 876.437118] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.445114] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.608061] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.935869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.948581] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346790, 'name': ReconfigVM_Task, 'duration_secs': 0.16152} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.948902] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.949729] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949e8c3-1556-4a63-8309-79a7a6877147 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.975756] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.976018] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ae57d3-a814-4531-b0cc-fb09895b33f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.995108] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 876.995108] env[69019]: value = "task-3346791" [ 876.995108] env[69019]: _type = "Task" [ 876.995108] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.003032] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.113108] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 877.113531] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.563s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.113941] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.436s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.115581] env[69019]: INFO nova.compute.claims [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.118500] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.118672] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 877.505275] env[69019]: DEBUG oslo_vmware.api [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346791, 'name': ReconfigVM_Task, 'duration_secs': 0.277782} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.505571] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4e37e840-c406-495d-aa68-055a59f23305/4e37e840-c406-495d-aa68-055a59f23305.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.505819] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.630856] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] There are 37 instances to clean {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 877.631122] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: dc37fe04-3417-4d0a-84b7-57f11ef1f161] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.982684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0d28e-85d0-4721-b5a9-608c268a381d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.990346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11ea139-0e21-4d95-9cbf-7b551a8d08f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.022364] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078109f-fd8f-4728-b700-75246b2bdcbe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.025229] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a95cd0-848b-4c00-b3b3-a152f985bb0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.045566] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f892c-2594-489b-9c45-607ab86b284e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.049038] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb0239-67de-4dc4-91cb-884b7c0ed368 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.064167] env[69019]: DEBUG nova.compute.provider_tree [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.079845] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.138645] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 1bf70a78-3203-4959-97e5-89ab4447a23c] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.568115] env[69019]: DEBUG nova.scheduler.client.report [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.618090] env[69019]: DEBUG nova.network.neutron [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Port eb40b4cd-dac8-45c3-b0f7-f720274876e5 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 878.640415] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 1d4ba559-737b-45ba-a8b8-374eed25de54] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.073562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.959s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.074124] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.076670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.276s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.143700] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 5205835f-62fd-4e80-af89-26502170396f] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.579714] env[69019]: DEBUG nova.compute.utils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.581235] env[69019]: DEBUG nova.objects.instance [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lazy-loading 'migration_context' on Instance uuid 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.582375] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.582538] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.620439] env[69019]: DEBUG nova.policy [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80712fe4d2a54e1c9d2aa653320a606f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d085039a9e54cddbfe9c2d372899bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.640283] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.640520] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.640695] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.646363] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 7218605d-a136-4565-975c-574326ece0bf] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.878579] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Successfully created port: efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.083318] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.148912] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 19b037df-29ea-4eda-910a-4a63de989d56] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.510072] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88212d4-6a82-411b-9fe1-a1bf9125b559 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.518854] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ce006b-e6c4-46e1-b059-613a03c88050 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.549900] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7517d042-099f-48de-8934-8b7a73ff32a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.558179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff6927f-09ee-4796-9353-3d0d0e4c3b9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.571436] env[69019]: DEBUG nova.compute.provider_tree [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.654189] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 62c0dc01-8a67-4ba7-81ae-58024f6e0dd2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.678754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.678949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.679144] env[69019]: DEBUG nova.network.neutron [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.075215] env[69019]: DEBUG nova.scheduler.client.report [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.097612] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.123594] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.123841] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.123995] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.124197] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.124347] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.124494] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.124700] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.124861] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.125042] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.125212] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.125388] env[69019]: DEBUG nova.virt.hardware [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.126473] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb387da-df11-4ab1-9e22-377a7a1d84b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.134309] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0990775d-58ce-4ae9-bd93-a7690bfbcd95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.157731] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 9ec7f266-87f6-414f-9bca-31e0bcc869c6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.464126] env[69019]: DEBUG nova.network.neutron [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.548826] env[69019]: DEBUG nova.compute.manager [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Received event network-vif-plugged-efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.548826] env[69019]: DEBUG oslo_concurrency.lockutils [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] Acquiring lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.548826] env[69019]: DEBUG oslo_concurrency.lockutils [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.548912] env[69019]: DEBUG oslo_concurrency.lockutils [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.549776] env[69019]: DEBUG nova.compute.manager [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] No waiting events found dispatching network-vif-plugged-efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.549776] env[69019]: WARNING nova.compute.manager [req-ee9a2fe9-02c5-4055-bff4-e05c781e3bdb req-8e8f58cc-db51-4475-b10f-2e0213cae3c5 service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Received unexpected event network-vif-plugged-efdb90e2-db99-44b3-8d2b-5e1b1564f953 for instance with vm_state building and task_state spawning. [ 881.606860] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Successfully updated port: efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.660668] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 11ce291b-4b29-4b8e-8628-dfd110846a4b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.966705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.087065] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.009s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.091521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.692s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.091716] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.093783] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.134s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.093963] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.095989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.496s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.097631] env[69019]: INFO nova.compute.claims [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.109218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.109375] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.109523] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.122826] env[69019]: INFO nova.scheduler.client.report [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocations for instance 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6 [ 882.124651] env[69019]: INFO nova.scheduler.client.report [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted allocations for instance 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153 [ 882.164055] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 31c8ee4f-5063-4ad9-9858-489c4542df7f] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.494997] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686a167-8c7f-47df-93ec-7dbc7749de98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.518899] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3cc12c-ea30-41bc-8320-8218884fb5cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.526927] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.633059] env[69019]: DEBUG oslo_concurrency.lockutils [None req-94f318d8-a648-4c58-8660-833735987f1f tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "843dc0fb-d3ce-4b52-b6aa-1376f4fb1153" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.750s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.634933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7446a7b-93cd-4091-bbd5-e69328906baa tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.319s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.642278] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.666831] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: fc69d818-c20d-44bc-beb7-abc311f7a88b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.806916] env[69019]: DEBUG nova.network.neutron [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Updating instance_info_cache with network_info: [{"id": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "address": "fa:16:3e:7b:bf:84", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb90e2-db", "ovs_interfaceid": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.034252] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eba9fa11-09d9-4155-913e-6c937876a3f6 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance '4e37e840-c406-495d-aa68-055a59f23305' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.171056] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 87b447a2-8eae-4bd9-9e81-ccd702295dc9] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.309369] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.309676] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Instance network_info: |[{"id": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "address": "fa:16:3e:7b:bf:84", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb90e2-db", "ovs_interfaceid": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.310105] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:bf:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdb90e2-db99-44b3-8d2b-5e1b1564f953', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.317571] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.319815] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.320247] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf59af7-c83a-4fe7-a8d2-d5ef56f4aaed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.343887] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.343887] env[69019]: value = "task-3346792" [ 883.343887] env[69019]: _type = "Task" [ 883.343887] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.353818] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346792, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.526679] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb9ea9-51ca-4b96-b136-337759fd044d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.534359] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c3ad8-5d56-4936-a0ce-83e3f1b94536 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.571020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa76c0-e9a2-4ee9-ad84-f342399a275c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.578674] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c4fce-3418-4316-b285-9d8be5c69b9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.593284] env[69019]: DEBUG nova.compute.provider_tree [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.633978] env[69019]: INFO nova.compute.manager [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Swapping old allocation on dict_keys(['f6d6d0bd-aeed-413b-9c03-919fa59101e0']) held by migration a46be565-61a5-4a0e-ba57-25924c39eb5a for instance [ 883.658487] env[69019]: DEBUG nova.scheduler.client.report [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Overwriting current allocation {'allocations': {'f6d6d0bd-aeed-413b-9c03-919fa59101e0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': 'cf9d3ae572ce4f08adcfe37fd36b799f', 'user_id': 'b6eaa22edd2c4ef3b427cc52fecc6965', 'consumer_generation': 1} on consumer 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 {{(pid=69019) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 883.673728] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 9ffa0bc5-d1f1-4cf9-a9d7-93c63110e125] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.717240] env[69019]: DEBUG nova.compute.manager [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Received event network-changed-efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.717240] env[69019]: DEBUG nova.compute.manager [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Refreshing instance network info cache due to event network-changed-efdb90e2-db99-44b3-8d2b-5e1b1564f953. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.717240] env[69019]: DEBUG oslo_concurrency.lockutils [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] Acquiring lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.717240] env[69019]: DEBUG oslo_concurrency.lockutils [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] Acquired lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.717395] env[69019]: DEBUG nova.network.neutron [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Refreshing network info cache for port efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.742594] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.742792] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquired lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.742984] env[69019]: DEBUG nova.network.neutron [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.853897] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346792, 'name': CreateVM_Task, 'duration_secs': 0.287951} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.854091] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.854900] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.855192] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.855512] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.855766] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd05477-ec7e-4337-95b9-17e03b9ff9de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.860765] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 883.860765] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e09d5b-961a-a015-15fd-0357061279c7" [ 883.860765] env[69019]: _type = "Task" [ 883.860765] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.869344] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e09d5b-961a-a015-15fd-0357061279c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.096891] env[69019]: DEBUG nova.scheduler.client.report [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.177044] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 598ca892-b5b8-4405-8706-a671a0d8a2c3] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.393552] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e09d5b-961a-a015-15fd-0357061279c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.393824] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.394060] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.394335] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.394498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.394677] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.398700] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591e81c3-429e-4e96-986d-14d6fa1bb47f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.409671] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.409863] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.411468] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325a79f5-c8ca-4f65-b29f-76ba825f557f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.416390] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 884.416390] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c06838-a60c-887a-7670-3d0afad2c10a" [ 884.416390] env[69019]: _type = "Task" [ 884.416390] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.424482] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c06838-a60c-887a-7670-3d0afad2c10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.447829] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.447950] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.533721] env[69019]: DEBUG nova.network.neutron [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Updated VIF entry in instance network info cache for port efdb90e2-db99-44b3-8d2b-5e1b1564f953. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.534089] env[69019]: DEBUG nova.network.neutron [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Updating instance_info_cache with network_info: [{"id": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "address": "fa:16:3e:7b:bf:84", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb90e2-db", "ovs_interfaceid": "efdb90e2-db99-44b3-8d2b-5e1b1564f953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.540020] env[69019]: DEBUG nova.network.neutron [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [{"id": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "address": "fa:16:3e:28:8e:2d", "network": {"id": "273b878b-519c-4b2c-bcf9-b63c19e3c23b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a5c1d7c5cc24d4095373da51709d528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61923b78-4c", "ovs_interfaceid": "61923b78-4cb8-4a72-af9d-6360aa121a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.602027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.602185] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.604706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.941s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.604887] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.607419] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.138s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.607602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.609327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.402s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.610745] env[69019]: INFO nova.compute.claims [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.628677] env[69019]: INFO nova.scheduler.client.report [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Deleted allocations for instance f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4 [ 884.630764] env[69019]: INFO nova.scheduler.client.report [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleted allocations for instance 8b914f4f-868c-4ebd-ad16-e6433596b87a [ 884.679719] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 78d28055-b6b7-45c2-ad49-e68160a12da4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.894141] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.894415] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.894911] env[69019]: DEBUG nova.compute.manager [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Going to confirm migration 4 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 884.927192] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c06838-a60c-887a-7670-3d0afad2c10a, 'name': SearchDatastore_Task, 'duration_secs': 0.008286} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.927836] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d781539-52f7-462a-9b9d-567893f95a13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.933800] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 884.933800] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527250fb-27a6-90b5-6b0d-3986ca5b11d7" [ 884.933800] env[69019]: _type = "Task" [ 884.933800] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.942498] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527250fb-27a6-90b5-6b0d-3986ca5b11d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.951076] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.037132] env[69019]: DEBUG oslo_concurrency.lockutils [req-7c229df2-ce28-449a-851b-076b78d51751 req-58ce9da0-6388-4b62-a8a5-b2ca43d05a1c service nova] Releasing lock "refresh_cache-ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.038718] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Releasing lock "refresh_cache-4d342731-a6b0-485f-acd0-9fd0bb8db6d9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.039367] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.039465] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38f3d1e4-9c49-4874-bac5-bafdcbbf94ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.046716] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 885.046716] env[69019]: value = "task-3346793" [ 885.046716] env[69019]: _type = "Task" [ 885.046716] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.055497] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.115369] env[69019]: DEBUG nova.compute.utils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.120029] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.120029] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.143593] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a2fd926-0f90-4850-af8f-2cda6130c46b tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "8b914f4f-868c-4ebd-ad16-e6433596b87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.120s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.145568] env[69019]: DEBUG oslo_concurrency.lockutils [None req-82ca9fd8-c50c-47fa-80ca-b4fb3041867f tempest-FloatingIPsAssociationTestJSON-1663432202 tempest-FloatingIPsAssociationTestJSON-1663432202-project-member] Lock "f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.983s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.182781] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 8c2456ab-7031-460c-aeb3-a59ee1a42af6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.187234] env[69019]: DEBUG nova.policy [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.448148] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527250fb-27a6-90b5-6b0d-3986ca5b11d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.448148] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.448148] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] ccfc5dff-08a8-4109-8b5d-9784cf88cfb0/ccfc5dff-08a8-4109-8b5d-9784cf88cfb0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.448148] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff946a87-e0c9-44f9-8af0-b03b0c2419c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.455426] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 885.455426] env[69019]: value = "task-3346795" [ 885.455426] env[69019]: _type = "Task" [ 885.455426] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.472513] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.482059] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.505932] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.505932] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.505932] env[69019]: DEBUG nova.network.neutron [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.505932] env[69019]: DEBUG nova.objects.instance [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'info_cache' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.559955] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346793, 'name': PowerOffVM_Task, 'duration_secs': 0.162811} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.563614] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.563614] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:22:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='182ea0bf-668b-4ff2-81ea-04d8821cc449',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-422677200',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.563614] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.563614] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.563778] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.563778] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.563778] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.563778] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.563778] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.563923] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.563923] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.563923] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.569856] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e943a92a-6de6-4337-8eea-2507b8cd7bc3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.588210] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 885.588210] env[69019]: value = "task-3346796" [ 885.588210] env[69019]: _type = "Task" [ 885.588210] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.597020] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.623058] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.686828] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 096a9a75-f720-4d8b-8af7-7b5c8162a2af] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.701294] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Successfully created port: e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.967762] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.103263] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346796, 'name': ReconfigVM_Task, 'duration_secs': 0.219827} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.104082] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad208e7-f048-4618-99ad-4afecb935ab9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.125688] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:22:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='182ea0bf-668b-4ff2-81ea-04d8821cc449',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-422677200',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.126081] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.126225] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.126341] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.126487] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.126695] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.126982] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.127167] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.127339] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.127502] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.127674] env[69019]: DEBUG nova.virt.hardware [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.131504] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b984f4d-cd60-4c08-a6fa-229d5e457152 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.138382] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 886.138382] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52558a25-ea8e-1d1d-ce07-e92e103c8db6" [ 886.138382] env[69019]: _type = "Task" [ 886.138382] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.142774] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6047adcf-5b2c-4dfd-b809-3fa2ff9379f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.153778] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed6c83-12a3-408f-8c21-99ca7f5e84ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.157125] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52558a25-ea8e-1d1d-ce07-e92e103c8db6, 'name': SearchDatastore_Task, 'duration_secs': 0.007606} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.162633] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.163671] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edfb692-e6ff-4c43-97b6-747b669ac8a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.203092] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: d1e017ee-4287-46de-8843-13352193277d] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.206530] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739d54d6-a32d-41ef-8697-251627681faf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.211568] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 886.211568] env[69019]: value = "task-3346797" [ 886.211568] env[69019]: _type = "Task" [ 886.211568] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.217739] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3b76b-d1f7-460a-ab1d-43b0527eb505 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.227424] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.237512] env[69019]: DEBUG nova.compute.provider_tree [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.465171] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.636040] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.680226] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.680480] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.680634] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.680810] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.680951] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.681114] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.681320] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.681475] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.681637] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.681793] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.682897] env[69019]: DEBUG nova.virt.hardware [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.682897] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29e511-61bc-42b6-bd5e-7776498ba3ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.694703] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acbedd-0b55-4fa0-b90d-4d09f3f6da11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.710335] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: aa9c3fd9-d5b7-4bd9-89bf-6410461ed3c5] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.722143] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.741256] env[69019]: DEBUG nova.scheduler.client.report [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.801897] env[69019]: DEBUG nova.network.neutron [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.962780] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346795, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.480455} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.963047] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] ccfc5dff-08a8-4109-8b5d-9784cf88cfb0/ccfc5dff-08a8-4109-8b5d-9784cf88cfb0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.963272] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.963635] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42edb09c-ce65-4bf4-b212-90775aedeaa9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.969791] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 886.969791] env[69019]: value = "task-3346798" [ 886.969791] env[69019]: _type = "Task" [ 886.969791] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.978083] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.213782] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2561e73f-6527-433b-a969-d8e75358b499] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.226072] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346797, 'name': ReconfigVM_Task, 'duration_secs': 0.5791} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.226655] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.227614] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c53aa0-e892-458f-a53c-88404e518248 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.252472] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.254505] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.254973] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.258211] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50fb81e-d3de-4f3f-ae8c-1d41cdda7310 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.273032] env[69019]: DEBUG nova.compute.manager [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Received event network-vif-plugged-e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.273478] env[69019]: DEBUG oslo_concurrency.lockutils [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] Acquiring lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.273580] env[69019]: DEBUG oslo_concurrency.lockutils [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.273694] env[69019]: DEBUG oslo_concurrency.lockutils [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.274465] env[69019]: DEBUG nova.compute.manager [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] No waiting events found dispatching network-vif-plugged-e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.276899] env[69019]: WARNING nova.compute.manager [req-91163f5f-1267-48d8-a235-add7c348a046 req-dbad5b7f-e1ff-4fb5-a05c-90c5375abfa8 service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Received unexpected event network-vif-plugged-e258be91-d83a-44b7-97d6-59833c971d50 for instance with vm_state building and task_state spawning. [ 887.276899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.044s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.276899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.279461] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.971s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.279461] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.281278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.970s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.281633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.283025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.928s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.284570] env[69019]: INFO nova.compute.claims [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.295166] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 887.295166] env[69019]: value = "task-3346799" [ 887.295166] env[69019]: _type = "Task" [ 887.295166] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.306683] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.306683] env[69019]: DEBUG nova.objects.instance [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'migration_context' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.309032] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.315302] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Successfully updated port: e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.322389] env[69019]: INFO nova.scheduler.client.report [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Deleted allocations for instance 362d50fa-24c5-4a28-98a6-65bdcfe558a4 [ 887.325431] env[69019]: INFO nova.scheduler.client.report [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted allocations for instance 033e8bd0-6ca8-4add-8769-fa1e45d0923d [ 887.342758] env[69019]: INFO nova.scheduler.client.report [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Deleted allocations for instance 995c9024-3b2b-43b1-ac86-e434a7359160 [ 887.478754] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057557} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.478938] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.479722] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecc4c5-a0fe-4f50-b9ae-509d7cf17b1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.501571] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ccfc5dff-08a8-4109-8b5d-9784cf88cfb0/ccfc5dff-08a8-4109-8b5d-9784cf88cfb0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.501813] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72d8bfc-d41a-4e8a-a028-d0175e0f8447 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.521182] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 887.521182] env[69019]: value = "task-3346800" [ 887.521182] env[69019]: _type = "Task" [ 887.521182] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.532677] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.693888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.694181] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.694398] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.694771] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.694990] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.697266] env[69019]: INFO nova.compute.manager [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Terminating instance [ 887.716595] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 8a0e55c4-24ee-4902-929b-e7edbd3823a6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.759988] env[69019]: DEBUG nova.compute.utils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.761607] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.761821] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.807907] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346799, 'name': ReconfigVM_Task, 'duration_secs': 0.256891} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.807907] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9/4d342731-a6b0-485f-acd0-9fd0bb8db6d9.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.808679] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4569935d-3e9f-46a2-b4b0-cf9bba4145de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.812346] env[69019]: DEBUG nova.objects.base [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Object Instance<4e37e840-c406-495d-aa68-055a59f23305> lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.813911] env[69019]: DEBUG nova.policy [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80669386a54645d5904d47e26e5b3bf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73392a90dd9456089e58a41a0fb4065', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.815751] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037bda05-7df4-4fb1-9448-0a6a8afff922 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.819495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.819495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819495] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.838783] env[69019]: DEBUG oslo_concurrency.lockutils [None req-092e250f-c386-4709-a80c-e8c83d556999 tempest-VolumesAssistedSnapshotsTest-12815116 tempest-VolumesAssistedSnapshotsTest-12815116-project-member] Lock "362d50fa-24c5-4a28-98a6-65bdcfe558a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.863s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.859544] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fc800f-5146-4016-b968-b4890cb1891b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.865919] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc80838b-992e-4105-9398-b9d3e464bda9 tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "995c9024-3b2b-43b1-ac86-e434a7359160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.095s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.866866] env[69019]: DEBUG oslo_concurrency.lockutils [None req-665250e3-a096-4aa0-8f54-14ba44c1f51e tempest-MultipleCreateTestJSON-766944358 tempest-MultipleCreateTestJSON-766944358-project-member] Lock "033e8bd0-6ca8-4add-8769-fa1e45d0923d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.022s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.870638] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dc0d77-400e-40ba-a0d1-f17563d526b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.874537] env[69019]: DEBUG oslo_vmware.api [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 887.874537] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52972236-1739-c767-f777-909eb02d8515" [ 887.874537] env[69019]: _type = "Task" [ 887.874537] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.893890] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77acc4-889d-4745-87eb-842cd207e6e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.902201] env[69019]: DEBUG oslo_vmware.api [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52972236-1739-c767-f777-909eb02d8515, 'name': SearchDatastore_Task, 'duration_secs': 0.007176} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.917253] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.918422] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.920693] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b3d83-ee52-4fdb-9b1d-129498a2f783 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.928070] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.928311] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d448f1-8ff2-415f-94ab-e80f5e8cc324 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.935494] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 887.935494] env[69019]: value = "task-3346801" [ 887.935494] env[69019]: _type = "Task" [ 887.935494] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.943022] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.031081] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346800, 'name': ReconfigVM_Task, 'duration_secs': 0.256716} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.031379] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ccfc5dff-08a8-4109-8b5d-9784cf88cfb0/ccfc5dff-08a8-4109-8b5d-9784cf88cfb0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.032034] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94db69c-6a60-4ec4-9eaa-916bd8756cb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.037993] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 888.037993] env[69019]: value = "task-3346802" [ 888.037993] env[69019]: _type = "Task" [ 888.037993] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.056654] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346802, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.143979] env[69019]: DEBUG nova.network.neutron [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Updating instance_info_cache with network_info: [{"id": "e258be91-d83a-44b7-97d6-59833c971d50", "address": "fa:16:3e:90:06:44", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape258be91-d8", "ovs_interfaceid": "e258be91-d83a-44b7-97d6-59833c971d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.201037] env[69019]: DEBUG nova.compute.manager [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.201282] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.202652] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9db842-8cb2-4295-b567-b47def8c332d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.211621] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.211922] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13906198-28e5-437f-b624-b4258ad142db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.218292] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 888.218292] env[69019]: value = "task-3346803" [ 888.218292] env[69019]: _type = "Task" [ 888.218292] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.218708] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: f63552ef-1a67-459e-9908-82f6962eded7] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.229305] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.236915] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Successfully created port: d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.266764] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.448166] env[69019]: DEBUG oslo_vmware.api [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346801, 'name': PowerOnVM_Task, 'duration_secs': 0.395205} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.448166] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.548329] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346802, 'name': Rename_Task, 'duration_secs': 0.143513} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.548496] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.548811] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4993683-c151-4590-a6dd-4f077ce6a373 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.554525] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 888.554525] env[69019]: value = "task-3346804" [ 888.554525] env[69019]: _type = "Task" [ 888.554525] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.561819] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.646543] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.646860] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Instance network_info: |[{"id": "e258be91-d83a-44b7-97d6-59833c971d50", "address": "fa:16:3e:90:06:44", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape258be91-d8", "ovs_interfaceid": "e258be91-d83a-44b7-97d6-59833c971d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.647294] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:06:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e258be91-d83a-44b7-97d6-59833c971d50', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.654958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating folder: Project (6b388d28c619461599f6a4ed2590c9d5). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.655906] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee09221-ebff-447d-a3e2-b9c3f4a10ce1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.667578] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created folder: Project (6b388d28c619461599f6a4ed2590c9d5) in parent group-v667907. [ 888.667763] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating folder: Instances. Parent ref: group-v668087. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.667999] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d970d755-c5ad-4849-af99-03ae1982d461 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.680018] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created folder: Instances in parent group-v668087. [ 888.680018] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.680018] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.680018] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9a5553-331b-4dc1-8221-da25f2e6a1ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.702271] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.702271] env[69019]: value = "task-3346807" [ 888.702271] env[69019]: _type = "Task" [ 888.702271] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.711075] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346807, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.726124] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 22c96701-666e-4ad9-a812-ed93bc16b749] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.734027] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346803, 'name': PowerOffVM_Task, 'duration_secs': 0.24762} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.735101] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.735101] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.735101] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c66a33d-0d27-41c5-9f01-a3f80408af03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.749438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335db0ca-0172-48ea-942f-5c09f3f32117 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.758793] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c03c5a7-2448-4493-817c-e751a35b5d2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.795247] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a1222-f826-4855-9872-ceb745c01bdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.800892] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.801139] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.801322] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleting the datastore file [datastore2] c6d143fc-6d2e-4b19-89dd-f4a95330972b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.803388] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9625885d-543f-4a95-945f-ffd2565e902c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806147] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7e6dc-b220-4283-b353-81296694b89e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.820762] env[69019]: DEBUG nova.compute.provider_tree [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.823237] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for the task: (returnval){ [ 888.823237] env[69019]: value = "task-3346809" [ 888.823237] env[69019]: _type = "Task" [ 888.823237] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.831336] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.065614] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.217434] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346807, 'name': CreateVM_Task, 'duration_secs': 0.368219} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.217613] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.219281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.219452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.219743] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.222017] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a74a4f-47bd-4105-871c-49bddeaa057e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.224870] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 889.224870] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e96e1f-fe9e-0e51-7044-db63c5be106a" [ 889.224870] env[69019]: _type = "Task" [ 889.224870] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.233222] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: cbfe5fec-df00-42e1-b666-8ba62378abc2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.236065] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e96e1f-fe9e-0e51-7044-db63c5be106a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.300071] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.328120] env[69019]: DEBUG nova.scheduler.client.report [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.343019] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.343019] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.343019] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.343223] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.343223] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.343223] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.343223] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.343580] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.343862] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.344225] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.344637] env[69019]: DEBUG nova.virt.hardware [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.346174] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d68b805-1f14-4a10-8fee-0e9b8b14e21c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.353159] env[69019]: DEBUG oslo_vmware.api [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Task: {'id': task-3346809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206313} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.354603] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.354901] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.356020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.356020] env[69019]: INFO nova.compute.manager [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 889.356020] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.356297] env[69019]: DEBUG nova.compute.manager [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.356475] env[69019]: DEBUG nova.network.neutron [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.090234] env[69019]: INFO nova.compute.manager [None req-3904109d-c8af-4448-b4af-e58aec99ad4b tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance to original state: 'active' [ 890.093442] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 92fdbdd3-b5d8-406f-a1ea-6b9c5de9670b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.095033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.095617] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.099038] env[69019]: DEBUG nova.compute.manager [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Received event network-changed-e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.099038] env[69019]: DEBUG nova.compute.manager [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Refreshing instance network info cache due to event network-changed-e258be91-d83a-44b7-97d6-59833c971d50. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.099038] env[69019]: DEBUG oslo_concurrency.lockutils [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] Acquiring lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.099181] env[69019]: DEBUG oslo_concurrency.lockutils [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] Acquired lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.099415] env[69019]: DEBUG nova.network.neutron [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Refreshing network info cache for port e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.107633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.709s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.109043] env[69019]: INFO nova.compute.claims [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.112674] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e29d8a-cf5f-48f9-8e35-969e6cc0fbd5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.126382] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e96e1f-fe9e-0e51-7044-db63c5be106a, 'name': SearchDatastore_Task, 'duration_secs': 0.027007} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.135375] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.135622] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.135854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.135997] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.136191] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.136516] env[69019]: DEBUG oslo_vmware.api [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346804, 'name': PowerOnVM_Task, 'duration_secs': 0.514523} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.137312] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce0f31f-4a7c-4254-b8b8-1f7088ff3e80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.139288] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.139494] env[69019]: INFO nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Took 9.04 seconds to spawn the instance on the hypervisor. [ 890.139698] env[69019]: DEBUG nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.140456] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd479540-8b00-41c0-b0a5-6ca846a6455d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.150775] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.150964] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.151683] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83264110-7351-43c7-a78a-31e2827e6b43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.157990] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 890.157990] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527c71a7-9521-e8e4-ff97-9532666c576f" [ 890.157990] env[69019]: _type = "Task" [ 890.157990] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.166175] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527c71a7-9521-e8e4-ff97-9532666c576f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.316442] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Successfully updated port: d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.603713] env[69019]: DEBUG nova.compute.utils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.608335] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 441dd70e-b58d-44bf-af0a-8af8f98b7cb6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.616822] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.619156] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.661024] env[69019]: INFO nova.compute.manager [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Took 42.00 seconds to build instance. [ 890.679111] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527c71a7-9521-e8e4-ff97-9532666c576f, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.679111] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b856202-e65f-4a60-99f5-50c28c4c38d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.684819] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 890.684819] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522b0606-2ad1-d2e7-5348-44c0243c3b54" [ 890.684819] env[69019]: _type = "Task" [ 890.684819] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.699723] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522b0606-2ad1-d2e7-5348-44c0243c3b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.716920] env[69019]: DEBUG nova.policy [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22618cb8e0a74f91bec280c72123e361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78974564a3641fba42c83bea28a0d28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.825389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.825389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.825389] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.112021] env[69019]: DEBUG nova.network.neutron [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Updated VIF entry in instance network info cache for port e258be91-d83a-44b7-97d6-59833c971d50. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.113305] env[69019]: DEBUG nova.network.neutron [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Updating instance_info_cache with network_info: [{"id": "e258be91-d83a-44b7-97d6-59833c971d50", "address": "fa:16:3e:90:06:44", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape258be91-d8", "ovs_interfaceid": "e258be91-d83a-44b7-97d6-59833c971d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.117615] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0520d26f-f53f-4779-bfa3-167cf0e16dbb] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.119861] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.166575] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d43279ec-d95c-42a7-bd5e-35613fb13fb7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.522s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.195866] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522b0606-2ad1-d2e7-5348-44c0243c3b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.196700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.197241] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 36761f19-1881-4a8f-9e3e-6cb8775738fe/36761f19-1881-4a8f-9e3e-6cb8775738fe.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.197892] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47bec13-9af1-4a6b-ad59-1c8e57ad5672 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.207540] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 891.207540] env[69019]: value = "task-3346810" [ 891.207540] env[69019]: _type = "Task" [ 891.207540] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.218297] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.397229] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.617015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd59930a-53b9-469f-8652-ec280a62a575 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.620334] env[69019]: DEBUG oslo_concurrency.lockutils [req-7f62e2b6-08e9-47a4-9c6a-bcdb33851d07 req-0e61df5f-b604-4346-9c6b-67edf36ab79d service nova] Releasing lock "refresh_cache-36761f19-1881-4a8f-9e3e-6cb8775738fe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.624489] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: b8814116-45e3-48d5-8e24-6c73ec375d11] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.627546] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f9e2d-f7d1-4d3b-8846-aa45b9710bcc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.641317] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Successfully created port: 2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.678280] env[69019]: DEBUG nova.network.neutron [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.688302] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.688830] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.688830] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.688958] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.690499] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] No waiting events found dispatching network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.690499] env[69019]: WARNING nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received unexpected event network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d for instance with vm_state building and task_state spawning. [ 891.690499] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.690499] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing instance network info cache due to event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.690499] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.690706] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61608a69-75e2-45e4-976c-556df0fc371f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.708506] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cc948-017f-4bcc-ac0f-ca76113a0d68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.725010] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.734853] env[69019]: DEBUG nova.compute.provider_tree [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.814939] env[69019]: DEBUG nova.network.neutron [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.039933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.040042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.040252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.040442] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.040611] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.044300] env[69019]: INFO nova.compute.manager [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Terminating instance [ 892.138921] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a2f0bcc3-ac7a-4f73-956b-25ef7d6e348b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.146221] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.171025] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.171294] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.171458] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.171640] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.171786] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.171935] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.172186] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.172466] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.172569] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.172756] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.172932] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.173830] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb73fa6-60ea-41d1-bf2f-cefc60b8b656 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.182959] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5996361-f12f-4499-8f5c-d60347eeeaf9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.191122] env[69019]: INFO nova.compute.manager [-] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Took 2.83 seconds to deallocate network for instance. [ 892.224616] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346810, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.241407] env[69019]: DEBUG nova.scheduler.client.report [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.318713] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.319084] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance network_info: |[{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.319421] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.319607] env[69019]: DEBUG nova.network.neutron [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.320869] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8a0b964-68ba-42ad-a15b-b601e1e6bf7d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.329722] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating folder: Project (c73392a90dd9456089e58a41a0fb4065). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.331123] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2238bb5-2933-495a-ace6-b4e149b7e4f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.343047] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created folder: Project (c73392a90dd9456089e58a41a0fb4065) in parent group-v667907. [ 892.343338] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating folder: Instances. Parent ref: group-v668090. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.343509] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b260cc3-647f-40f8-b1a5-2a05d64a6f29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.352739] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created folder: Instances in parent group-v668090. [ 892.352972] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.353192] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.353407] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a56bf10-5425-4506-932e-34cf9fe50c70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.374682] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.374682] env[69019]: value = "task-3346813" [ 892.374682] env[69019]: _type = "Task" [ 892.374682] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.386546] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346813, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.548839] env[69019]: DEBUG nova.compute.manager [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.549094] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.550020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca43d5c8-c990-4c39-aad6-1c20560e0bcf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.559198] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.559463] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1d3290-4727-48c3-8f85-fb99c0d664eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.566782] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 892.566782] env[69019]: value = "task-3346814" [ 892.566782] env[69019]: _type = "Task" [ 892.566782] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.574455] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.641187] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2b5ef9e5-d40a-40de-943e-153fcc0d5f54] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.697162] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.727946] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346810, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.747768] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.748648] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.755021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.274s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.755021] env[69019]: INFO nova.compute.claims [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.886934] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346813, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.076919] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.144659] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0154bed4-9720-44f6-8d8e-0938ebf8d875] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.199444] env[69019]: DEBUG nova.compute.manager [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.200382] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28765c63-847c-4b4f-8403-97d10f274fdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.225395] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346810, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.833994} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.225961] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 36761f19-1881-4a8f-9e3e-6cb8775738fe/36761f19-1881-4a8f-9e3e-6cb8775738fe.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.225961] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.226231] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd10af25-cf22-4bf4-9144-ff2ed53b38d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.233713] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 893.233713] env[69019]: value = "task-3346815" [ 893.233713] env[69019]: _type = "Task" [ 893.233713] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.245945] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.261936] env[69019]: DEBUG nova.compute.utils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.263303] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.263865] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.307878] env[69019]: DEBUG nova.policy [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22618cb8e0a74f91bec280c72123e361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78974564a3641fba42c83bea28a0d28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.388986] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346813, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.579713] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.648552] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6adbf28d-77df-451e-9658-5204ca8331bc] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.657015] env[69019]: DEBUG nova.network.neutron [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updated VIF entry in instance network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.657522] env[69019]: DEBUG nova.network.neutron [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.714724] env[69019]: INFO nova.compute.manager [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] instance snapshotting [ 893.718107] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a55a26-f1cf-467e-a89d-843c5d4d2df0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.742745] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b0fc8-3737-49f6-81bc-f84a0b60cf6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.754077] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358988} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.756982] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.758028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4d5e13-9638-46fb-bf7d-5845d2280def {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.773738] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.792658] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 36761f19-1881-4a8f-9e3e-6cb8775738fe/36761f19-1881-4a8f-9e3e-6cb8775738fe.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.794532] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Successfully created port: bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.802900] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fee3f88-6b95-4934-91d3-bf7f17339e43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823760] env[69019]: DEBUG nova.compute.manager [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Received event network-vif-plugged-2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.823760] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] Acquiring lock "11cd65d6-76dd-4878-9305-561a2689e237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.823760] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] Lock "11cd65d6-76dd-4878-9305-561a2689e237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.823760] env[69019]: DEBUG oslo_concurrency.lockutils [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] Lock "11cd65d6-76dd-4878-9305-561a2689e237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.823892] env[69019]: DEBUG nova.compute.manager [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] No waiting events found dispatching network-vif-plugged-2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.824134] env[69019]: WARNING nova.compute.manager [req-0e707850-e480-4060-b830-cbb9b7898c32 req-fc52d7bf-4cba-498c-b111-bca5eaa44f76 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Received unexpected event network-vif-plugged-2c6a8307-cd8d-4a0f-b6ef-8096bc994778 for instance with vm_state building and task_state spawning. [ 893.834037] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 893.834037] env[69019]: value = "task-3346819" [ 893.834037] env[69019]: _type = "Task" [ 893.834037] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.845434] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.885153] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346813, 'name': CreateVM_Task, 'duration_secs': 1.120553} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.887298] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.888466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888665] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.888910] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004b52bf-c85e-49d5-a7d7-6489fd3bfaad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.895309] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 893.895309] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52396115-12e4-a9c1-fcc4-01690e958774" [ 893.895309] env[69019]: _type = "Task" [ 893.895309] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.905765] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52396115-12e4-a9c1-fcc4-01690e958774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.033447] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Successfully updated port: 2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.081032] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346814, 'name': PowerOffVM_Task, 'duration_secs': 1.10445} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.081522] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.081522] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.081696] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5c6ffbe-35bb-45b9-a9f2-51d096b09b5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.144547] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.144755] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.144995] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleting the datastore file [datastore2] 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.145208] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee9a6580-9f1c-4179-a9ef-377b7338e45f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.152609] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2d45f205-914d-45b8-b27a-2688f6c9fe7b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.154644] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 894.154644] env[69019]: value = "task-3346821" [ 894.154644] env[69019]: _type = "Task" [ 894.154644] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.165396] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.165783] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Received event network-vif-deleted-f4641b0e-4d6f-444e-9a69-45b6025bab65 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.165870] env[69019]: INFO nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Neutron deleted interface f4641b0e-4d6f-444e-9a69-45b6025bab65; detaching it from the instance and deleting it from the info cache [ 894.165979] env[69019]: DEBUG nova.network.neutron [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.167046] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.192670] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00955b36-ae41-40e5-8f1d-b0e21df1e922 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.200384] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740132b-0ae2-4241-9510-01d6041eb4a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.231357] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559bf1bd-b75c-4a1a-864d-47b8ce516326 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.238737] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b8cff-9691-43c2-8062-b90ee1e03843 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.253308] env[69019]: DEBUG nova.compute.provider_tree [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.259029] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.259278] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-229e5f00-3f06-4c35-9aba-97e74f3fada5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.265975] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 894.265975] env[69019]: value = "task-3346822" [ 894.265975] env[69019]: _type = "Task" [ 894.265975] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.274945] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.348516] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.408928] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52396115-12e4-a9c1-fcc4-01690e958774, 'name': SearchDatastore_Task, 'duration_secs': 0.017571} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.414780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.414780] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.414941] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.415145] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.415330] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.415618] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d337d9-3c51-405a-93cf-c0874ff99a30 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.428225] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.428476] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.429546] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d8ef63-2e4b-49d9-8f62-8a5b3c87e450 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.436796] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 894.436796] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282cc59-5d6c-cd31-6783-0702f11978ae" [ 894.436796] env[69019]: _type = "Task" [ 894.436796] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.444783] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282cc59-5d6c-cd31-6783-0702f11978ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.538357] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.538557] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.538656] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.665601] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0756fd81-2119-42d0-bc4c-48cced1ab630] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.668120] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4820656-3e3f-4a77-b89e-9a4f09d5a8d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.675604] env[69019]: DEBUG oslo_vmware.api [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247372} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.678484] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.678851] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.678851] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.679032] env[69019]: INFO nova.compute.manager [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Took 2.13 seconds to destroy the instance on the hypervisor. [ 894.679327] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.679800] env[69019]: DEBUG nova.compute.manager [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.679898] env[69019]: DEBUG nova.network.neutron [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.686904] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fe378-2c04-4e69-a197-13896967a1e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.727565] env[69019]: DEBUG nova.compute.manager [req-4b388c34-19de-4f0e-bff8-2f28db072ddd req-f5f336c5-d73d-4f91-b88f-b8787d8291fc service nova] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Detach interface failed, port_id=f4641b0e-4d6f-444e-9a69-45b6025bab65, reason: Instance c6d143fc-6d2e-4b19-89dd-f4a95330972b could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.756602] env[69019]: DEBUG nova.scheduler.client.report [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.779991] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.805451] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.838023] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.838023] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.838023] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.838245] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.838245] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.838245] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.838245] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.838245] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.838389] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.838389] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.839152] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.839739] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a29d42-09eb-4626-9991-18c419627eea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.851244] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346819, 'name': ReconfigVM_Task, 'duration_secs': 0.601514} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.853429] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 36761f19-1881-4a8f-9e3e-6cb8775738fe/36761f19-1881-4a8f-9e3e-6cb8775738fe.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.854205] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cee81ba-6c34-4e56-9f4c-6c90ec620d7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.857184] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfecceb1-d558-41ab-b5e8-e2a408d6587c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.872851] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 894.872851] env[69019]: value = "task-3346823" [ 894.872851] env[69019]: _type = "Task" [ 894.872851] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.880431] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346823, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.948029] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282cc59-5d6c-cd31-6783-0702f11978ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.948699] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e432b4-0847-4a7a-902b-534f4d7f1075 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.958654] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 894.958654] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525e25f9-b859-ee07-0698-d24120f00e4b" [ 894.958654] env[69019]: _type = "Task" [ 894.958654] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.970942] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525e25f9-b859-ee07-0698-d24120f00e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.071113] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.167994] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 58f0ea0e-f9cb-4f35-b86e-1e6b03817dd0] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.205313] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Updating instance_info_cache with network_info: [{"id": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "address": "fa:16:3e:fb:51:b6", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6a8307-cd", "ovs_interfaceid": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.263947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.264513] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.267424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.151s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.267632] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.269607] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.295s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.269795] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.271909] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.257s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.285216] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346822, 'name': CreateSnapshot_Task, 'duration_secs': 0.968812} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.285480] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.286264] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc62c71e-e3aa-4bc5-be2e-e11cfb7e970a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.310475] env[69019]: INFO nova.scheduler.client.report [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Deleted allocations for instance df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540 [ 895.318954] env[69019]: INFO nova.scheduler.client.report [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted allocations for instance 0a572fd9-368c-412f-8cdc-d30d32390ea2 [ 895.390578] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346823, 'name': Rename_Task, 'duration_secs': 0.250722} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.390958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.391287] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062c94b0-4606-4a22-9f40-63af20912b31 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.399058] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 895.399058] env[69019]: value = "task-3346824" [ 895.399058] env[69019]: _type = "Task" [ 895.399058] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.407550] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.469204] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525e25f9-b859-ee07-0698-d24120f00e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.019538} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.469474] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.469735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.469989] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e95d6e95-c175-499b-9e70-df7bc2ad75eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.474433] env[69019]: DEBUG nova.network.neutron [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.477800] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 895.477800] env[69019]: value = "task-3346825" [ 895.477800] env[69019]: _type = "Task" [ 895.477800] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.485913] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.564391] env[69019]: DEBUG nova.compute.manager [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Received event network-vif-plugged-bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.564391] env[69019]: DEBUG oslo_concurrency.lockutils [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] Acquiring lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.564391] env[69019]: DEBUG oslo_concurrency.lockutils [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.564391] env[69019]: DEBUG oslo_concurrency.lockutils [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.564391] env[69019]: DEBUG nova.compute.manager [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] No waiting events found dispatching network-vif-plugged-bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.565525] env[69019]: WARNING nova.compute.manager [req-36eef71f-8742-4792-b044-8151e244ba4e req-2a17ba73-6c9c-44ac-a2ee-3f5e85e2237a service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Received unexpected event network-vif-plugged-bbb54dd0-913e-4471-8c7c-707cef94fc44 for instance with vm_state building and task_state spawning. [ 895.675067] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: c24011d9-a2dd-4cec-9795-15f0aae55487] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.715022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.715022] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Instance network_info: |[{"id": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "address": "fa:16:3e:fb:51:b6", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6a8307-cd", "ovs_interfaceid": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.715356] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:51:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c6a8307-cd8d-4a0f-b6ef-8096bc994778', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.723664] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Creating folder: Project (a78974564a3641fba42c83bea28a0d28). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.724488] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3228ad29-acb9-45ee-9304-af6018a2b7fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.739081] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Created folder: Project (a78974564a3641fba42c83bea28a0d28) in parent group-v667907. [ 895.739081] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Creating folder: Instances. Parent ref: group-v668097. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.739081] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6485abee-dc95-411c-87c1-a7cf89a98e48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.749791] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Created folder: Instances in parent group-v668097. [ 895.750339] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.751093] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.751473] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8a6c89-a2e4-48c1-b0b6-10d29bedc0ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.778131] env[69019]: DEBUG nova.compute.utils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.781291] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.781291] env[69019]: value = "task-3346828" [ 895.781291] env[69019]: _type = "Task" [ 895.781291] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.783817] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Successfully updated port: bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.788863] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.789657] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.808868] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 895.808868] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb720c37-558f-4ecb-8856-fae85225aa58 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.818273] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346828, 'name': CreateVM_Task} progress is 15%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.822959] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 895.822959] env[69019]: value = "task-3346829" [ 895.822959] env[69019]: _type = "Task" [ 895.822959] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.823497] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d400d8b5-6408-4bb8-bcec-cb58abc9424f tempest-InstanceActionsNegativeTestJSON-424209800 tempest-InstanceActionsNegativeTestJSON-424209800-project-member] Lock "df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.294s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.832266] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99022b6f-1efc-4865-83a8-e3ac2dfba41d tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "0a572fd9-368c-412f-8cdc-d30d32390ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.263s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.840522] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.915945] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.926177] env[69019]: DEBUG nova.policy [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22618cb8e0a74f91bec280c72123e361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78974564a3641fba42c83bea28a0d28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.966517] env[69019]: DEBUG nova.compute.manager [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Received event network-changed-2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.968693] env[69019]: DEBUG nova.compute.manager [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Refreshing instance network info cache due to event network-changed-2c6a8307-cd8d-4a0f-b6ef-8096bc994778. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.968693] env[69019]: DEBUG oslo_concurrency.lockutils [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] Acquiring lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.968693] env[69019]: DEBUG oslo_concurrency.lockutils [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] Acquired lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.968693] env[69019]: DEBUG nova.network.neutron [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Refreshing network info cache for port 2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.977357] env[69019]: INFO nova.compute.manager [-] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Took 1.30 seconds to deallocate network for instance. [ 896.003054] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.178780] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6e43dee0-b274-4e49-898b-31eb6d19545a] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.285429] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.298044] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.298309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.298603] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.312027] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346828, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.312240] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff85cb2-b21d-405a-862e-310c19ed7415 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.332185] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60495df5-d327-4e60-9c48-a81bcf965f71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.376042] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d6050-c2db-44fa-97d0-52baead7ba21 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.380730] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.388925] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb137cf6-e1be-4a38-a5eb-492fc03fd4fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.407206] env[69019]: DEBUG nova.compute.provider_tree [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.421879] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.490891] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632929} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.491937] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.492371] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.492596] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.492866] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2379a18e-e8c0-4a56-abee-ed9f9d8d9b9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.501019] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 896.501019] env[69019]: value = "task-3346830" [ 896.501019] env[69019]: _type = "Task" [ 896.501019] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.511646] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.685131] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.685131] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances with incomplete migration {{(pid=69019) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 896.805780] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346828, 'name': CreateVM_Task, 'duration_secs': 0.545335} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.806251] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.807279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.807450] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.808236] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.808236] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1181a0-d695-4dd7-be4f-1b8d8ebd3489 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.812809] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 896.812809] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52614df5-f898-91f9-94bf-96f5bb79ea5c" [ 896.812809] env[69019]: _type = "Task" [ 896.812809] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.821994] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52614df5-f898-91f9-94bf-96f5bb79ea5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.837220] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.882718] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Successfully created port: d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.914264] env[69019]: DEBUG nova.scheduler.client.report [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.921724] env[69019]: DEBUG oslo_vmware.api [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346824, 'name': PowerOnVM_Task, 'duration_secs': 1.072694} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.922436] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.922761] env[69019]: INFO nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Took 10.29 seconds to spawn the instance on the hypervisor. [ 896.923129] env[69019]: DEBUG nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.925360] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f084e784-69ab-47ee-bfc3-954381762f0a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.011078] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071671} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.011366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.012224] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11753cb8-b98f-47e9-bfc1-4313b7ea50f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.034142] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.037071] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56aff662-6955-4828-9a36-394c48d046fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.056846] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.060605] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 897.060605] env[69019]: value = "task-3346832" [ 897.060605] env[69019]: _type = "Task" [ 897.060605] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.068715] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.115644] env[69019]: DEBUG nova.network.neutron [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Updated VIF entry in instance network info cache for port 2c6a8307-cd8d-4a0f-b6ef-8096bc994778. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.116023] env[69019]: DEBUG nova.network.neutron [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Updating instance_info_cache with network_info: [{"id": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "address": "fa:16:3e:fb:51:b6", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6a8307-cd", "ovs_interfaceid": "2c6a8307-cd8d-4a0f-b6ef-8096bc994778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.185250] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.239263] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Updating instance_info_cache with network_info: [{"id": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "address": "fa:16:3e:e6:4f:b7", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb54dd0-91", "ovs_interfaceid": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.241659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "32443974-85b0-4b7d-bb6f-249ba18dae67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.241915] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.242120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.242481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.242679] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.246296] env[69019]: INFO nova.compute.manager [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Terminating instance [ 897.299747] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.326603] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52614df5-f898-91f9-94bf-96f5bb79ea5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025233} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.328954] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.329290] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.329454] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.329636] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.329781] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.329929] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.330220] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.330345] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.330521] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.330682] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.330996] env[69019]: DEBUG nova.virt.hardware [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.331327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.331505] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.331739] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.331924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.332065] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.333621] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c4be5b-90d4-4c21-8705-8bc7b11bf74f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335962] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae69eda9-a450-41ce-95f7-a3872e29e602 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.350320] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e98a19e-3f1e-48a7-b47b-66aae1b39b2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.355029] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.356643] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.356851] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.357926] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fad252-1cdd-4697-854d-3983d5956360 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.373257] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 897.373257] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52670d61-52a5-3d99-6a98-5ba4a4fc869c" [ 897.373257] env[69019]: _type = "Task" [ 897.373257] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.381184] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52670d61-52a5-3d99-6a98-5ba4a4fc869c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.446245] env[69019]: INFO nova.compute.manager [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Took 45.87 seconds to build instance. [ 897.571466] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.623024] env[69019]: DEBUG oslo_concurrency.lockutils [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] Releasing lock "refresh_cache-11cd65d6-76dd-4878-9305-561a2689e237" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.623394] env[69019]: DEBUG nova.compute.manager [req-f1e9ab9d-c60c-4f73-9518-a5187063cfc6 req-fa671a53-ec79-49c0-88aa-f1e4818fc0c5 service nova] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Received event network-vif-deleted-61923b78-4cb8-4a72-af9d-6360aa121a9c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.742553] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.742887] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Instance network_info: |[{"id": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "address": "fa:16:3e:e6:4f:b7", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb54dd0-91", "ovs_interfaceid": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.744080] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbb54dd0-913e-4471-8c7c-707cef94fc44', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.752495] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.752495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.753021] env[69019]: DEBUG nova.compute.manager [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.753325] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.753616] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2017089f-22c6-4196-9bc7-27254a8df355 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.771417] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d981c-eff1-4654-9638-0018f8ee3c85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.780153] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.781433] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da38010c-5c50-4d58-a2d0-e78840f15d17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.783045] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.783045] env[69019]: value = "task-3346833" [ 897.783045] env[69019]: _type = "Task" [ 897.783045] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.787527] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 897.787527] env[69019]: value = "task-3346834" [ 897.787527] env[69019]: _type = "Task" [ 897.787527] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.794794] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346833, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.799850] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.845451] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.884462] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52670d61-52a5-3d99-6a98-5ba4a4fc869c, 'name': SearchDatastore_Task, 'duration_secs': 0.055931} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.885310] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94967b4b-a043-44f2-8b0a-b80343c724f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.890831] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 897.890831] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f93c1b-2492-f70a-83ac-4ff927088661" [ 897.890831] env[69019]: _type = "Task" [ 897.890831] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.898929] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f93c1b-2492-f70a-83ac-4ff927088661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.924426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.652s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.928205] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.992s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.928604] env[69019]: DEBUG nova.objects.instance [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lazy-loading 'resources' on Instance uuid 5b259d20-b153-435d-a7cb-d63023433334 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.951837] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fcefc72a-96a6-4566-bdac-a6d99c24e0ad tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.389s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.033977] env[69019]: DEBUG nova.compute.manager [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Received event network-changed-bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.033977] env[69019]: DEBUG nova.compute.manager [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Refreshing instance network info cache due to event network-changed-bbb54dd0-913e-4471-8c7c-707cef94fc44. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.034305] env[69019]: DEBUG oslo_concurrency.lockutils [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] Acquiring lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.034305] env[69019]: DEBUG oslo_concurrency.lockutils [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] Acquired lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034635] env[69019]: DEBUG nova.network.neutron [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Refreshing network info cache for port bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.075619] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346832, 'name': ReconfigVM_Task, 'duration_secs': 0.994193} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.076315] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.077338] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b59e727-ebc5-440e-95c0-15e2eb5f75a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.084759] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 898.084759] env[69019]: value = "task-3346835" [ 898.084759] env[69019]: _type = "Task" [ 898.084759] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.096037] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346835, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.305067] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346833, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.308449] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346834, 'name': PowerOffVM_Task, 'duration_secs': 0.312904} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.310657] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.310657] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.310657] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b639b46-5e98-40ea-bed3-f7d2655a4054 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.345660] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346829, 'name': CloneVM_Task, 'duration_secs': 2.370311} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.346161] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Created linked-clone VM from snapshot [ 898.347148] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1ac64-c239-4c07-9923-3935b483430f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.356166] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Uploading image 1a82b073-a21a-4dc7-8356-9d2b7699607b {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.382660] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.383473] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.383473] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] 32443974-85b0-4b7d-bb6f-249ba18dae67 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.384593] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de877823-e1c5-4629-b74c-6b851745aece {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.392296] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.392296] env[69019]: value = "vm-668100" [ 898.392296] env[69019]: _type = "VirtualMachine" [ 898.392296] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.392616] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e787611f-a02d-46e6-8541-bbd2b9951d9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.398871] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 898.398871] env[69019]: value = "task-3346837" [ 898.398871] env[69019]: _type = "Task" [ 898.398871] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.407678] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f93c1b-2492-f70a-83ac-4ff927088661, 'name': SearchDatastore_Task, 'duration_secs': 0.020253} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.410434] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.410757] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 11cd65d6-76dd-4878-9305-561a2689e237/11cd65d6-76dd-4878-9305-561a2689e237.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.411190] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease: (returnval){ [ 898.411190] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c32117-fa6f-dbe8-f031-26699d48209e" [ 898.411190] env[69019]: _type = "HttpNfcLease" [ 898.411190] env[69019]: } obtained for exporting VM: (result){ [ 898.411190] env[69019]: value = "vm-668100" [ 898.411190] env[69019]: _type = "VirtualMachine" [ 898.411190] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.411553] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the lease: (returnval){ [ 898.411553] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c32117-fa6f-dbe8-f031-26699d48209e" [ 898.411553] env[69019]: _type = "HttpNfcLease" [ 898.411553] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.414873] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44817e12-c9c2-4bc9-845d-7cf0128f8bc3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.417009] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.426416] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.426416] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c32117-fa6f-dbe8-f031-26699d48209e" [ 898.426416] env[69019]: _type = "HttpNfcLease" [ 898.426416] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.427143] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.427143] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c32117-fa6f-dbe8-f031-26699d48209e" [ 898.427143] env[69019]: _type = "HttpNfcLease" [ 898.427143] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 898.427545] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 898.427545] env[69019]: value = "task-3346839" [ 898.427545] env[69019]: _type = "Task" [ 898.427545] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.428295] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b4751-f351-47a8-ae14-a2dc8f07c88d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.449473] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.449740] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 898.454224] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.565813] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1457a4f2-1b74-41bc-afcd-26bd4026fada {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.568689] env[69019]: INFO nova.scheduler.client.report [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocation for migration 85247f75-2042-4c2a-9903-5d953f00cba4 [ 898.600761] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346835, 'name': Rename_Task, 'duration_secs': 0.327048} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.606378] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.606868] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f29b4e7-697c-4286-8d38-a2e16faa0882 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.617251] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 898.617251] env[69019]: value = "task-3346841" [ 898.617251] env[69019]: _type = "Task" [ 898.617251] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.625754] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.687703] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.687981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.800312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.800598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.800805] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.801435] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.801435] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.814032] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346833, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.814991] env[69019]: INFO nova.compute.manager [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Terminating instance [ 898.891038] env[69019]: DEBUG nova.network.neutron [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Updated VIF entry in instance network info cache for port bbb54dd0-913e-4471-8c7c-707cef94fc44. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.893485] env[69019]: DEBUG nova.network.neutron [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Updating instance_info_cache with network_info: [{"id": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "address": "fa:16:3e:e6:4f:b7", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb54dd0-91", "ovs_interfaceid": "bbb54dd0-913e-4471-8c7c-707cef94fc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.914017] env[69019]: DEBUG oslo_vmware.api [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282854} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.917593] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.917806] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.918071] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.918212] env[69019]: INFO nova.compute.manager [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Took 1.17 seconds to destroy the instance on the hypervisor. [ 898.918460] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.919194] env[69019]: DEBUG nova.compute.manager [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.919285] env[69019]: DEBUG nova.network.neutron [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.944531] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.013936] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4d5bd-c15e-415b-a7d9-0004e5f1687d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.023801] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7bd0bb-0c01-4a8c-8f97-e4c987efb0a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.060820] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ff407-13a5-450a-9736-0fe0a4326549 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.069124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071412ea-a6d2-4645-b0ef-fd4ea52d4569 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.083684] env[69019]: DEBUG oslo_concurrency.lockutils [None req-31863541-2b72-4b31-97ed-5bf922c49919 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.357s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.085073] env[69019]: DEBUG nova.compute.provider_tree [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.130252] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346841, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.190374] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.295034] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346833, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.321916] env[69019]: DEBUG nova.compute.manager [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.322245] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.323445] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f7afa4-028e-4a7f-aa87-4f5b25e13e66 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.331581] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.331935] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e14f35d-5260-453b-9cf5-4ce1fbfb4daa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.339297] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 899.339297] env[69019]: value = "task-3346842" [ 899.339297] env[69019]: _type = "Task" [ 899.339297] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.349309] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.400572] env[69019]: DEBUG oslo_concurrency.lockutils [req-808964db-f781-47d2-9c02-006c603c9efe req-c6b7be06-1af6-4f7f-a640-134577717cca service nova] Releasing lock "refresh_cache-117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.446870] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676762} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.447550] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 11cd65d6-76dd-4878-9305-561a2689e237/11cd65d6-76dd-4878-9305-561a2689e237.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.447550] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.447940] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70d7583c-c105-4728-a2da-067f276df808 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.456217] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 899.456217] env[69019]: value = "task-3346843" [ 899.456217] env[69019]: _type = "Task" [ 899.456217] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.465977] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.523824] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Successfully updated port: d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.589164] env[69019]: DEBUG nova.scheduler.client.report [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.632084] env[69019]: DEBUG oslo_vmware.api [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346841, 'name': PowerOnVM_Task, 'duration_secs': 1.013493} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.634091] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.634502] env[69019]: INFO nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Took 10.33 seconds to spawn the instance on the hypervisor. [ 899.634831] env[69019]: DEBUG nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.636641] env[69019]: DEBUG nova.compute.manager [req-818a9d71-a75d-4c15-9751-1aca133cc622 req-0bfa1e19-668d-4a5b-ba85-0329ee4029bd service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Received event network-vif-deleted-e8ee0e35-959b-4ddc-b572-35766a456d87 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.637030] env[69019]: INFO nova.compute.manager [req-818a9d71-a75d-4c15-9751-1aca133cc622 req-0bfa1e19-668d-4a5b-ba85-0329ee4029bd service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Neutron deleted interface e8ee0e35-959b-4ddc-b572-35766a456d87; detaching it from the instance and deleting it from the info cache [ 899.641234] env[69019]: DEBUG nova.network.neutron [req-818a9d71-a75d-4c15-9751-1aca133cc622 req-0bfa1e19-668d-4a5b-ba85-0329ee4029bd service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.641234] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f888b-ed84-4aa0-bd0e-d71cabf4c164 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.722297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.800156] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346833, 'name': CreateVM_Task, 'duration_secs': 1.55249} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.800156] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.800754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.801186] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.801590] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.801885] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2bb3c1-99ad-491d-a953-3b11d6bfa4be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.808071] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 899.808071] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52346e95-3291-3d9c-f5fb-d79fcc1e577f" [ 899.808071] env[69019]: _type = "Task" [ 899.808071] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.819338] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52346e95-3291-3d9c-f5fb-d79fcc1e577f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.850666] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346842, 'name': PowerOffVM_Task, 'duration_secs': 0.399309} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.851106] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.851572] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.851842] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880c5d5b-5389-4290-a832-144351f4a4e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.909059] env[69019]: DEBUG nova.network.neutron [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.922108] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.925985] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.925985] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore2] 36761f19-1881-4a8f-9e3e-6cb8775738fe {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.925985] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a903dd43-3147-49d0-ba3c-b588eaf6a42e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.932515] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 899.932515] env[69019]: value = "task-3346845" [ 899.932515] env[69019]: _type = "Task" [ 899.932515] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.946178] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.968900] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080484} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.969313] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.970253] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c24d5-fb65-43a2-a81e-85fc021a6459 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.998038] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 11cd65d6-76dd-4878-9305-561a2689e237/11cd65d6-76dd-4878-9305-561a2689e237.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.998702] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4b7c66-1e4f-4a23-ac75-3053ce775d9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.024311] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 900.024311] env[69019]: value = "task-3346846" [ 900.024311] env[69019]: _type = "Task" [ 900.024311] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.029532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.029772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.030010] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.044473] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.098471] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.102771] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.619s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.103514] env[69019]: INFO nova.compute.claims [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.131030] env[69019]: DEBUG nova.compute.manager [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Received event network-vif-plugged-d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.131289] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Acquiring lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.131569] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.131755] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.131956] env[69019]: DEBUG nova.compute.manager [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] No waiting events found dispatching network-vif-plugged-d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.132185] env[69019]: WARNING nova.compute.manager [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Received unexpected event network-vif-plugged-d81e3e65-e447-4b2b-8d08-68ed955defd0 for instance with vm_state building and task_state spawning. [ 900.132403] env[69019]: DEBUG nova.compute.manager [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Received event network-changed-d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.132597] env[69019]: DEBUG nova.compute.manager [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Refreshing instance network info cache due to event network-changed-d81e3e65-e447-4b2b-8d08-68ed955defd0. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.132871] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Acquiring lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.133994] env[69019]: INFO nova.scheduler.client.report [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Deleted allocations for instance 5b259d20-b153-435d-a7cb-d63023433334 [ 900.144819] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-699cca7f-a245-4d2c-b48a-60a6281a6afd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.169122] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a47bcfa-6fa6-43d2-ac3e-0687908b8794 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.180489] env[69019]: INFO nova.compute.manager [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Took 40.99 seconds to build instance. [ 900.212489] env[69019]: DEBUG nova.compute.manager [req-818a9d71-a75d-4c15-9751-1aca133cc622 req-0bfa1e19-668d-4a5b-ba85-0329ee4029bd service nova] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Detach interface failed, port_id=e8ee0e35-959b-4ddc-b572-35766a456d87, reason: Instance 32443974-85b0-4b7d-bb6f-249ba18dae67 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.318568] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52346e95-3291-3d9c-f5fb-d79fcc1e577f, 'name': SearchDatastore_Task, 'duration_secs': 0.029364} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.318891] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.319146] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.319517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.319593] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.319714] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.319982] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d14bc93-465e-448e-9ad3-7c7b09663544 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.329539] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.329785] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.330978] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4694755a-a9fe-4e67-94a4-5b71cc2ac550 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.337234] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 900.337234] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524081aa-2ae7-ef6e-02d6-484345766aae" [ 900.337234] env[69019]: _type = "Task" [ 900.337234] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.345902] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524081aa-2ae7-ef6e-02d6-484345766aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.413123] env[69019]: INFO nova.compute.manager [-] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Took 1.49 seconds to deallocate network for instance. [ 900.442845] env[69019]: DEBUG oslo_vmware.api [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350127} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.443279] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.443552] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.443859] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.444120] env[69019]: INFO nova.compute.manager [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.444886] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.444886] env[69019]: DEBUG nova.compute.manager [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.444886] env[69019]: DEBUG nova.network.neutron [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.542618] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346846, 'name': ReconfigVM_Task, 'duration_secs': 0.358722} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.543035] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 11cd65d6-76dd-4878-9305-561a2689e237/11cd65d6-76dd-4878-9305-561a2689e237.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.543759] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f1b3ed-a426-4ca8-bd91-c4ffd8cac218 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.551338] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 900.551338] env[69019]: value = "task-3346847" [ 900.551338] env[69019]: _type = "Task" [ 900.551338] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.560251] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346847, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.583356] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.643874] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7dcd05de-355c-439e-9695-8470cc452b93 tempest-ImagesOneServerNegativeTestJSON-1696136401 tempest-ImagesOneServerNegativeTestJSON-1696136401-project-member] Lock "5b259d20-b153-435d-a7cb-d63023433334" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.068s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.684334] env[69019]: DEBUG oslo_concurrency.lockutils [None req-da8b5261-0c98-40b7-a86d-86ee764e2139 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.502s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.739053] env[69019]: DEBUG nova.network.neutron [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Updating instance_info_cache with network_info: [{"id": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "address": "fa:16:3e:a3:d3:fe", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e3e65-e4", "ovs_interfaceid": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.852063] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524081aa-2ae7-ef6e-02d6-484345766aae, 'name': SearchDatastore_Task, 'duration_secs': 0.028556} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.853658] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27948839-6479-40e3-a548-7f38bef9389b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.861584] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 900.861584] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f0771f-d953-8dfa-668f-d2204dd3e630" [ 900.861584] env[69019]: _type = "Task" [ 900.861584] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.872071] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f0771f-d953-8dfa-668f-d2204dd3e630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.921439] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.062024] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346847, 'name': Rename_Task, 'duration_secs': 0.168742} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.063119] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.064015] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9b8e2f-cc55-487a-ad35-293cc49cec0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.070571] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 901.070571] env[69019]: value = "task-3346849" [ 901.070571] env[69019]: _type = "Task" [ 901.070571] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.079289] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.241751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.242225] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Instance network_info: |[{"id": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "address": "fa:16:3e:a3:d3:fe", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e3e65-e4", "ovs_interfaceid": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.242577] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Acquired lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.242838] env[69019]: DEBUG nova.network.neutron [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Refreshing network info cache for port d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.245407] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d3:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd81e3e65-e447-4b2b-8d08-68ed955defd0', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.253428] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.256685] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.257652] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50c9eed-735c-4f98-ab10-98606e3d87aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.280262] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.280262] env[69019]: value = "task-3346850" [ 901.280262] env[69019]: _type = "Task" [ 901.280262] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.288588] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346850, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.374840] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f0771f-d953-8dfa-668f-d2204dd3e630, 'name': SearchDatastore_Task, 'duration_secs': 0.016232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.377917] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.378531] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e/117ce0eb-e2ad-41f1-b2d2-57f0a46af11e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.378801] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-458fa876-a929-4986-9d93-4dff2abbf01d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.386302] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 901.386302] env[69019]: value = "task-3346851" [ 901.386302] env[69019]: _type = "Task" [ 901.386302] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.398022] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.430879] env[69019]: DEBUG nova.network.neutron [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.494238] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae8ba8-e674-4a42-8083-674d3304a72e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.502646] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddda6f8-f011-4d3f-b236-2b26f381cf24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.542207] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f6c93-b436-44d5-8bb3-67714a39e6c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.553435] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3653fa1-04e7-4249-8b64-9900c15d006b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.569264] env[69019]: DEBUG nova.compute.provider_tree [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.581207] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.793769] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346850, 'name': CreateVM_Task, 'duration_secs': 0.365393} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.793960] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.794970] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.795174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.795777] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.796520] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cfa481-10d9-48f1-ac9a-95588f8149ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.803748] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 901.803748] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a01cb0-f9b8-ac89-ab45-3009658c4cf5" [ 901.803748] env[69019]: _type = "Task" [ 901.803748] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.814291] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a01cb0-f9b8-ac89-ab45-3009658c4cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.900645] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346851, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.935393] env[69019]: INFO nova.compute.manager [-] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Took 1.49 seconds to deallocate network for instance. [ 902.056770] env[69019]: DEBUG nova.network.neutron [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Updated VIF entry in instance network info cache for port d81e3e65-e447-4b2b-8d08-68ed955defd0. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.057163] env[69019]: DEBUG nova.network.neutron [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Updating instance_info_cache with network_info: [{"id": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "address": "fa:16:3e:a3:d3:fe", "network": {"id": "c5a3fdcc-10bf-4320-8c93-a6d9e8df43a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2085652617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78974564a3641fba42c83bea28a0d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e3e65-e4", "ovs_interfaceid": "d81e3e65-e447-4b2b-8d08-68ed955defd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.077826] env[69019]: DEBUG nova.scheduler.client.report [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.088206] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346849, 'name': PowerOnVM_Task, 'duration_secs': 0.519657} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.088481] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.088719] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Took 9.94 seconds to spawn the instance on the hypervisor. [ 902.089180] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.089806] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83603d7d-7cf3-4e59-9c2c-d26a19c597a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.314997] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a01cb0-f9b8-ac89-ab45-3009658c4cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.045368} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.315332] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.315576] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.315813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.315959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.316153] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.316419] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1700d3c9-4575-4c57-884c-80d5bf827ded {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.326327] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.326327] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.326754] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fff5827-02a6-4386-b9c8-5d9eb5cca276 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.332688] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 902.332688] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52acd7ac-4b30-7c0b-5a19-76d55c9fbafc" [ 902.332688] env[69019]: _type = "Task" [ 902.332688] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.340560] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52acd7ac-4b30-7c0b-5a19-76d55c9fbafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.398592] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700046} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.398930] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e/117ce0eb-e2ad-41f1-b2d2-57f0a46af11e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.399410] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.399736] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db8fe4b8-3865-47c9-82f3-f2e67a2a5d0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.401851] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.402096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.402380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.402602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.402731] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.405059] env[69019]: INFO nova.compute.manager [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Terminating instance [ 902.409343] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 902.409343] env[69019]: value = "task-3346852" [ 902.409343] env[69019]: _type = "Task" [ 902.409343] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.419401] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.442379] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.499060] env[69019]: DEBUG nova.compute.manager [req-a9de78e4-4749-4713-8346-53133dee87ab req-5c2b2635-bd55-4fe3-91c5-e2cbfa116d00 service nova] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Received event network-vif-deleted-e258be91-d83a-44b7-97d6-59833c971d50 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.560482] env[69019]: DEBUG oslo_concurrency.lockutils [req-efcd5039-85b8-4062-bd69-f7c1bb4fb64e req-d479f69c-2ccb-443a-bdb1-1745c68cce79 service nova] Releasing lock "refresh_cache-2171b9e8-2e8a-4f67-a13e-f004dc455fcc" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.585021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.585109] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.588022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.671s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.610689] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Took 33.27 seconds to build instance. [ 902.659223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.659223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.846429] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52acd7ac-4b30-7c0b-5a19-76d55c9fbafc, 'name': SearchDatastore_Task, 'duration_secs': 0.014398} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.847933] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d67273-8e74-4a12-bbcc-4e28d3897371 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.855036] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 902.855036] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258a256-32ba-6c3f-4c80-1e0a4b4fa857" [ 902.855036] env[69019]: _type = "Task" [ 902.855036] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.870253] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258a256-32ba-6c3f-4c80-1e0a4b4fa857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.909250] env[69019]: DEBUG nova.compute.manager [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.909558] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.910640] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7283aff2-d78c-4efb-979f-ce433d0b1de9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.927671] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.927975] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067694} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.928193] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a242f70-0a2b-46c2-9319-13e26fae2cd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.929819] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.930670] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64185fd1-41f9-4615-aa8d-5d226b48eb76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.961563] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e/117ce0eb-e2ad-41f1-b2d2-57f0a46af11e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.962637] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6000136c-9f5b-4f05-8157-5f141f413cd8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.978150] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 902.978150] env[69019]: value = "task-3346854" [ 902.978150] env[69019]: _type = "Task" [ 902.978150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.984795] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 902.984795] env[69019]: value = "task-3346855" [ 902.984795] env[69019]: _type = "Task" [ 902.984795] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.988371] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.998944] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.081857] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.082095] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.091743] env[69019]: DEBUG nova.compute.utils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.098111] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.098111] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.113009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.781s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.159852] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.198073] env[69019]: DEBUG nova.policy [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78421e0a067492481e106c4f25da6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b044b355134cdaab57a18dfae4d204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.365499] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5258a256-32ba-6c3f-4c80-1e0a4b4fa857, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.368197] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.368484] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2171b9e8-2e8a-4f67-a13e-f004dc455fcc/2171b9e8-2e8a-4f67-a13e-f004dc455fcc.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.368925] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4911dcb8-5d72-4e56-92b1-9cc2342e86c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.376367] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 903.376367] env[69019]: value = "task-3346856" [ 903.376367] env[69019]: _type = "Task" [ 903.376367] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.385558] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.489475] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346854, 'name': PowerOffVM_Task, 'duration_secs': 0.219633} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.495784] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.496041] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.496516] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddf9a152-ea12-426a-871f-7b8eb352a2bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.503584] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.545258] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c4740-f02f-4a8a-8764-11da64a5c387 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.550478] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666299b6-526f-4031-9ea3-2fed1b7eae63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.556412] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.556639] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.556819] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore1] 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.557101] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b02431-1a8b-4dbd-9be7-ccea2e219a3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.565330] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 903.565330] env[69019]: value = "task-3346858" [ 903.565330] env[69019]: _type = "Task" [ 903.565330] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.594447] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.601859] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.604064] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd91c0-0ac4-4477-8852-e985ff4553e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.615372] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.616758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18197e71-cfc9-4c65-8d50-37c0bb7fa859 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.631409] env[69019]: DEBUG nova.compute.provider_tree [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.685270] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.860433] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Successfully created port: 45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.887973] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.006499] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346855, 'name': ReconfigVM_Task, 'duration_secs': 0.688027} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.006872] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e/117ce0eb-e2ad-41f1-b2d2-57f0a46af11e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.008552] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06fb51bb-fdc2-4e49-9c4c-11281bf342d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015280] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 904.015280] env[69019]: value = "task-3346859" [ 904.015280] env[69019]: _type = "Task" [ 904.015280] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.025016] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346859, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.103376] env[69019]: DEBUG oslo_vmware.api [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39014} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.103723] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.103920] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.104118] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.104317] env[69019]: INFO nova.compute.manager [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Took 1.19 seconds to destroy the instance on the hypervisor. [ 904.104649] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.104921] env[69019]: DEBUG nova.compute.manager [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.105032] env[69019]: DEBUG nova.network.neutron [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.135592] env[69019]: DEBUG nova.scheduler.client.report [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.142814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.391893] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730106} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.392370] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2171b9e8-2e8a-4f67-a13e-f004dc455fcc/2171b9e8-2e8a-4f67-a13e-f004dc455fcc.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.392842] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.393980] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45df1b4b-fe09-4630-bf62-94536ec58859 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404815] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 904.404815] env[69019]: value = "task-3346860" [ 904.404815] env[69019]: _type = "Task" [ 904.404815] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.415543] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.526833] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346859, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.619127] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.695891] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.696242] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.696353] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.696514] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.696691] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.696819] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.697739] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.698081] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.698313] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.698553] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.698787] env[69019]: DEBUG nova.virt.hardware [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.700570] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6962bb-d9e4-4885-b442-96456633588a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.711389] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8ff242-4fcb-49ad-8edf-c561b40b9a46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.718062] env[69019]: DEBUG nova.compute.manager [req-9e02cbad-ae0a-425b-9a63-dafb4383920d req-25045b16-b90e-4430-b2ac-1952e5e98f65 service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Received event network-vif-deleted-4b6b52e6-c2fa-4258-8076-0625a3f8f779 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.718810] env[69019]: INFO nova.compute.manager [req-9e02cbad-ae0a-425b-9a63-dafb4383920d req-25045b16-b90e-4430-b2ac-1952e5e98f65 service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Neutron deleted interface 4b6b52e6-c2fa-4258-8076-0625a3f8f779; detaching it from the instance and deleting it from the info cache [ 904.719067] env[69019]: DEBUG nova.network.neutron [req-9e02cbad-ae0a-425b-9a63-dafb4383920d req-25045b16-b90e-4430-b2ac-1952e5e98f65 service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.738366] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6e00faa-0851-4f80-9e7b-5b182fd53a1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.747672] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d31c50c-06d5-4215-aeba-aea3e8f599d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.789716] env[69019]: DEBUG nova.compute.manager [req-9e02cbad-ae0a-425b-9a63-dafb4383920d req-25045b16-b90e-4430-b2ac-1952e5e98f65 service nova] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Detach interface failed, port_id=4b6b52e6-c2fa-4258-8076-0625a3f8f779, reason: Instance 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.917748] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122662} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.917748] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.918114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3124520-6c3a-440a-9975-c9510a57f210 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.946411] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2171b9e8-2e8a-4f67-a13e-f004dc455fcc/2171b9e8-2e8a-4f67-a13e-f004dc455fcc.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.946880] env[69019]: DEBUG nova.network.neutron [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.948074] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee3cf3b-bc1b-496e-aa49-2c3f01227450 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.973098] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 904.973098] env[69019]: value = "task-3346861" [ 904.973098] env[69019]: _type = "Task" [ 904.973098] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.983031] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.027030] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346859, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.147978] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.560s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.148225] env[69019]: DEBUG nova.compute.manager [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69019) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 905.151930] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.454s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.151930] env[69019]: DEBUG nova.objects.instance [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lazy-loading 'resources' on Instance uuid c6d143fc-6d2e-4b19-89dd-f4a95330972b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.468281] env[69019]: INFO nova.compute.manager [-] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Took 1.36 seconds to deallocate network for instance. [ 905.482573] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.527352] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346859, 'name': Rename_Task, 'duration_secs': 1.231972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.527668] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.527926] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123871fb-6b84-4720-a6f0-b56a131b7844 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.537228] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 905.537228] env[69019]: value = "task-3346862" [ 905.537228] env[69019]: _type = "Task" [ 905.537228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.546612] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.711467] env[69019]: INFO nova.scheduler.client.report [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted allocation for migration 505f9338-aa5d-499e-96e0-6160c65b4989 [ 905.978840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.990685] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346861, 'name': ReconfigVM_Task, 'duration_secs': 0.926251} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.991013] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2171b9e8-2e8a-4f67-a13e-f004dc455fcc/2171b9e8-2e8a-4f67-a13e-f004dc455fcc.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.991672] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb93a9c-abbf-4467-ad3f-0a8c399f6158 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.005928] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 906.005928] env[69019]: value = "task-3346863" [ 906.005928] env[69019]: _type = "Task" [ 906.005928] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.015044] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346863, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.065616] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.126916] env[69019]: DEBUG nova.compute.manager [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Received event network-vif-plugged-45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.127162] env[69019]: DEBUG oslo_concurrency.lockutils [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.127579] env[69019]: DEBUG oslo_concurrency.lockutils [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.127791] env[69019]: DEBUG oslo_concurrency.lockutils [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.127936] env[69019]: DEBUG nova.compute.manager [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] No waiting events found dispatching network-vif-plugged-45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.128116] env[69019]: WARNING nova.compute.manager [req-869990d7-2f40-4652-aaa5-f9f5d206422c req-1ac6164c-c3b3-4ece-b2af-4839d78d968a service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Received unexpected event network-vif-plugged-45548242-4bca-4187-b246-08185f30c1bd for instance with vm_state building and task_state spawning. [ 906.144372] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63b4f0-6395-47ef-b40a-6be9fe9b2a1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.154421] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddbb7fc-5bbb-4da4-81a0-828b1960bd90 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.191333] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5ba6b-abf6-4a28-8d89-cfd36dd1afea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.200202] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7ad19-1968-4858-8e6e-037f13dfb35a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.216549] env[69019]: DEBUG nova.compute.provider_tree [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.219312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-23b30e15-785a-487e-8415-5c8dd1af10dd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.325s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.324084] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Successfully updated port: 45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.515992] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346863, 'name': Rename_Task, 'duration_secs': 0.180831} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.516282] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.516609] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da746fef-b9d5-4216-a38b-3e28449b26a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.524111] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 906.524111] env[69019]: value = "task-3346864" [ 906.524111] env[69019]: _type = "Task" [ 906.524111] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.539114] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.553800] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346862, 'name': PowerOnVM_Task, 'duration_secs': 0.713217} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.554146] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.554384] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Took 11.75 seconds to spawn the instance on the hypervisor. [ 906.554627] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.555536] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94fc05f-5c0c-496c-b2d4-8a23bfe383ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.719985] env[69019]: DEBUG nova.scheduler.client.report [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.829484] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.829650] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.829820] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.862320] env[69019]: DEBUG nova.objects.instance [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.037028] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346864, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.077625] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Took 37.70 seconds to build instance. [ 907.226788] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.229634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.738s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.229871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.232204] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.510s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.233839] env[69019]: INFO nova.compute.claims [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.263226] env[69019]: INFO nova.scheduler.client.report [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted allocations for instance 4d342731-a6b0-485f-acd0-9fd0bb8db6d9 [ 907.272564] env[69019]: INFO nova.scheduler.client.report [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Deleted allocations for instance c6d143fc-6d2e-4b19-89dd-f4a95330972b [ 907.369411] env[69019]: DEBUG oslo_concurrency.lockutils [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.369747] env[69019]: DEBUG oslo_concurrency.lockutils [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.370018] env[69019]: DEBUG nova.network.neutron [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.370295] env[69019]: DEBUG nova.objects.instance [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'info_cache' on Instance uuid 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.383348] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.537424] env[69019]: DEBUG oslo_vmware.api [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346864, 'name': PowerOnVM_Task, 'duration_secs': 0.553784} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.537716] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.538115] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Took 10.24 seconds to spawn the instance on the hypervisor. [ 907.538346] env[69019]: DEBUG nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.539588] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e75ac0e-ee85-4810-a437-4944b0a5ebbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.567696] env[69019]: DEBUG nova.network.neutron [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating instance_info_cache with network_info: [{"id": "45548242-4bca-4187-b246-08185f30c1bd", "address": "fa:16:3e:05:85:d8", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45548242-4b", "ovs_interfaceid": "45548242-4bca-4187-b246-08185f30c1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.578605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.215s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.772657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3b9bced3-66d3-41fe-8d7b-e4c0a5710556 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "4d342731-a6b0-485f-acd0-9fd0bb8db6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.732s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.781309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9a005b11-3590-4aa7-b120-700017102319 tempest-VolumesAdminNegativeTest-1163003700 tempest-VolumesAdminNegativeTest-1163003700-project-member] Lock "c6d143fc-6d2e-4b19-89dd-f4a95330972b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.087s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.874648] env[69019]: DEBUG nova.objects.base [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Object Instance<4e37e840-c406-495d-aa68-055a59f23305> lazy-loaded attributes: flavor,info_cache {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.062170] env[69019]: INFO nova.compute.manager [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Took 38.65 seconds to build instance. [ 908.073245] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.073510] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance network_info: |[{"id": "45548242-4bca-4187-b246-08185f30c1bd", "address": "fa:16:3e:05:85:d8", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45548242-4b", "ovs_interfaceid": "45548242-4bca-4187-b246-08185f30c1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.075080] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:85:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45548242-4bca-4187-b246-08185f30c1bd', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.083679] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.084559] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.085516] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3600e3a1-d627-4813-b21b-baa3f621a560 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.111150] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.111150] env[69019]: value = "task-3346866" [ 908.111150] env[69019]: _type = "Task" [ 908.111150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.117838] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346866, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.199535] env[69019]: DEBUG nova.compute.manager [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Received event network-changed-45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.199761] env[69019]: DEBUG nova.compute.manager [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Refreshing instance network info cache due to event network-changed-45548242-4bca-4187-b246-08185f30c1bd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.199950] env[69019]: DEBUG oslo_concurrency.lockutils [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] Acquiring lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.200115] env[69019]: DEBUG oslo_concurrency.lockutils [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] Acquired lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.200325] env[69019]: DEBUG nova.network.neutron [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Refreshing network info cache for port 45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.568071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bba63f9-85e9-4ea9-8dec-96e3765c7460 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.166s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.623293] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346866, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.685137] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.685137] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.685137] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.685137] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.685301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.686502] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18933cfe-144d-439c-a40f-0e0f0c351d30 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.689600] env[69019]: INFO nova.compute.manager [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Terminating instance [ 908.693227] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.694239] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f3a2b-d3a6-402b-b4e6-892f398c0741 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.707162] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e441d7-274a-4899-afbb-f9474ba891f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.711338] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.711338] env[69019]: ERROR oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk due to incomplete transfer. [ 908.712412] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24a40a4d-c4ef-4b14-b6c7-0ebdb83fa79d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.750114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b08e8-a057-407a-837d-1442f9e2bac1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.753406] env[69019]: DEBUG oslo_vmware.rw_handles [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c57b2-1ca4-bfa2-3516-8de994f94531/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.753817] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Uploaded image 1a82b073-a21a-4dc7-8356-9d2b7699607b to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.756621] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.759653] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-438fdc9f-d54a-4ef6-9efd-5a8becf40ec5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.770460] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d82858-eec0-44ba-82f9-4adb9398f677 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.775853] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 908.775853] env[69019]: value = "task-3346867" [ 908.775853] env[69019]: _type = "Task" [ 908.775853] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.789599] env[69019]: DEBUG nova.compute.provider_tree [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.797490] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346867, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.827508] env[69019]: DEBUG nova.network.neutron [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [{"id": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "address": "fa:16:3e:91:af:2d", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb40b4cd-da", "ovs_interfaceid": "eb40b4cd-dac8-45c3-b0f7-f720274876e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.120801] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346866, 'name': CreateVM_Task, 'duration_secs': 0.74617} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.120914] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.121908] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.121908] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.123456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.123456] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bbcd74-18b1-48bf-b6e9-8f075edb90fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.127493] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 909.127493] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52137bc4-28b5-f9ae-caae-6e6759fc7cd0" [ 909.127493] env[69019]: _type = "Task" [ 909.127493] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.136083] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52137bc4-28b5-f9ae-caae-6e6759fc7cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.199814] env[69019]: DEBUG nova.compute.manager [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.200150] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.201758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf688373-e3f2-4d63-8daa-79643150e6c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.217921] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.219913] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a408cf-8067-4a5b-acf5-c939d55eca73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.228710] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 909.228710] env[69019]: value = "task-3346869" [ 909.228710] env[69019]: _type = "Task" [ 909.228710] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.237417] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.292385] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346867, 'name': Destroy_Task, 'duration_secs': 0.415367} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.293305] env[69019]: DEBUG nova.scheduler.client.report [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.300586] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Destroyed the VM [ 909.304096] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.304096] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad5342ac-1577-433c-86e1-0a975433f840 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.313271] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 909.313271] env[69019]: value = "task-3346870" [ 909.313271] env[69019]: _type = "Task" [ 909.313271] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.323764] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.330865] env[69019]: DEBUG oslo_concurrency.lockutils [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-4e37e840-c406-495d-aa68-055a59f23305" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.467688] env[69019]: DEBUG nova.network.neutron [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updated VIF entry in instance network info cache for port 45548242-4bca-4187-b246-08185f30c1bd. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.468153] env[69019]: DEBUG nova.network.neutron [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating instance_info_cache with network_info: [{"id": "45548242-4bca-4187-b246-08185f30c1bd", "address": "fa:16:3e:05:85:d8", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45548242-4b", "ovs_interfaceid": "45548242-4bca-4187-b246-08185f30c1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.639516] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52137bc4-28b5-f9ae-caae-6e6759fc7cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.640088] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.640462] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.640981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.641163] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.641371] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.641658] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7bdbbed-9192-4dc0-829f-715ae0b0ab6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.653503] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.653876] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.654920] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a19ffe-68aa-40b3-b535-ac14a1cb5d45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.665321] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 909.665321] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5273cf1c-d93c-a223-cf74-0448c62d1dde" [ 909.665321] env[69019]: _type = "Task" [ 909.665321] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.676362] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5273cf1c-d93c-a223-cf74-0448c62d1dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.686019] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "11cd65d6-76dd-4878-9305-561a2689e237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.686468] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.686468] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "11cd65d6-76dd-4878-9305-561a2689e237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.686651] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.686835] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.689055] env[69019]: INFO nova.compute.manager [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Terminating instance [ 909.741419] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.806026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.806026] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.807365] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.887s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.807734] env[69019]: DEBUG nova.objects.instance [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lazy-loading 'resources' on Instance uuid 32443974-85b0-4b7d-bb6f-249ba18dae67 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.825159] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.972161] env[69019]: DEBUG oslo_concurrency.lockutils [req-cdcda6d7-e219-4d76-bcf9-e3bbc8eba377 req-5f5c1f9f-b1f0-412d-9500-4e2c983a8e16 service nova] Releasing lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.180435] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5273cf1c-d93c-a223-cf74-0448c62d1dde, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.181294] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a696190-285d-4f03-ade8-cee785ef914d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.188294] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 910.188294] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52184e10-178b-0839-781e-93a70b8796e8" [ 910.188294] env[69019]: _type = "Task" [ 910.188294] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.194607] env[69019]: DEBUG nova.compute.manager [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.194607] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.194607] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c2bc4a-391f-4c36-9d8a-95926f5b4fbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.200561] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52184e10-178b-0839-781e-93a70b8796e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.207073] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.207417] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e53bd30-5a7b-4e6d-851e-169004b2d132 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.216765] env[69019]: DEBUG oslo_vmware.api [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 910.216765] env[69019]: value = "task-3346871" [ 910.216765] env[69019]: _type = "Task" [ 910.216765] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.233506] env[69019]: DEBUG oslo_vmware.api [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.244510] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.311563] env[69019]: DEBUG nova.compute.utils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.313753] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.314149] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.331830] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.337838] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.337838] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eaeb13b-5209-4e28-aec3-09be744ea73c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.348074] env[69019]: DEBUG oslo_vmware.api [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 910.348074] env[69019]: value = "task-3346872" [ 910.348074] env[69019]: _type = "Task" [ 910.348074] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.371601] env[69019]: DEBUG oslo_vmware.api [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.415838] env[69019]: DEBUG nova.policy [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c07644738dd47a39f6bf6a6a2dd951b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0323686e48384701a84efcfc6ffc4691', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.703397] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52184e10-178b-0839-781e-93a70b8796e8, 'name': SearchDatastore_Task, 'duration_secs': 0.02005} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.708412] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.708542] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.709104] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b27640a7-ad72-44fc-b5f4-cf72a5442e15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.730050] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 910.730050] env[69019]: value = "task-3346873" [ 910.730050] env[69019]: _type = "Task" [ 910.730050] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.738176] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a536d-1a46-4300-9ee5-454596ed4473 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749569] env[69019]: DEBUG oslo_vmware.api [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346871, 'name': PowerOffVM_Task, 'duration_secs': 0.24233} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.754239] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.754239] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.755797] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f3fefa-dbb9-44ec-a0be-5a72c9d32978 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.768619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.768619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.769031] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.774392] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e055e-9928-440e-ae1e-9a0498dd219e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.779430] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346869, 'name': PowerOffVM_Task, 'duration_secs': 1.161378} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.780215] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.780809] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.781399] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f53e9ca-4200-48dd-b155-242c4dd6aa7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.815131] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed81829-7304-4313-a510-eb4616d6ca00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.819786] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.832840] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69feb306-65ae-49d9-9a60-aff31d4bfe17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.848189] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346870, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.855391] env[69019]: DEBUG nova.compute.provider_tree [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.873031] env[69019]: DEBUG oslo_vmware.api [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.883737] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.884020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.884209] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleting the datastore file [datastore2] 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.885069] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a73726-f493-488c-8c84-18200b80d725 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.896322] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for the task: (returnval){ [ 910.896322] env[69019]: value = "task-3346876" [ 910.896322] env[69019]: _type = "Task" [ 910.896322] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.917324] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.919312] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.919312] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.919312] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleting the datastore file [datastore2] 11cd65d6-76dd-4878-9305-561a2689e237 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.920300] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe1ca55-6c03-4834-8115-284520d686ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.934168] env[69019]: DEBUG oslo_vmware.api [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 910.934168] env[69019]: value = "task-3346877" [ 910.934168] env[69019]: _type = "Task" [ 910.934168] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.255560] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.273112] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.351227] env[69019]: DEBUG oslo_vmware.api [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346870, 'name': RemoveSnapshot_Task, 'duration_secs': 1.79603} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.351227] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.351227] env[69019]: INFO nova.compute.manager [None req-760c03a6-52f9-4337-b7b3-5d85e15bd920 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Took 17.63 seconds to snapshot the instance on the hypervisor. [ 911.363650] env[69019]: DEBUG nova.scheduler.client.report [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.375212] env[69019]: DEBUG oslo_vmware.api [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346872, 'name': PowerOnVM_Task, 'duration_secs': 0.60481} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.375849] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.376110] env[69019]: DEBUG nova.compute.manager [None req-71809c36-9486-4ac0-a2e9-ac71d6fec737 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.377801] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75123778-b83a-4ff1-abd0-fbc27c70fff9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419224] env[69019]: DEBUG oslo_vmware.api [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Task: {'id': task-3346876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480416} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.419281] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.419518] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.419720] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.419911] env[69019]: INFO nova.compute.manager [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Took 2.22 seconds to destroy the instance on the hypervisor. [ 911.420456] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.420545] env[69019]: DEBUG nova.compute.manager [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.420771] env[69019]: DEBUG nova.network.neutron [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.438528] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Successfully created port: d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.445340] env[69019]: DEBUG oslo_vmware.api [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498373} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.445633] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.446904] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.446904] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.446904] env[69019]: INFO nova.compute.manager [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Took 1.25 seconds to destroy the instance on the hypervisor. [ 911.446904] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.446904] env[69019]: DEBUG nova.compute.manager [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.447148] env[69019]: DEBUG nova.network.neutron [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.476840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "ac132f34-8050-428e-9ee3-df0306d0f875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.477693] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.745983] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63466} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.747360] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.747991] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.748092] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf4b819-c5fc-4f5d-8d18-0e69742323ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.760117] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 911.760117] env[69019]: value = "task-3346879" [ 911.760117] env[69019]: _type = "Task" [ 911.760117] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.775607] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.818204] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.844731] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.881449] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.881730] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.881897] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.882109] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.882328] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.882508] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.882741] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.882905] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.883134] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.883577] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.883577] env[69019]: DEBUG nova.virt.hardware [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.884321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.887014] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f53e2-f502-4421-a7fe-95e4d6456444 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.891186] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.449s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.891186] env[69019]: DEBUG nova.objects.instance [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'resources' on Instance uuid 36761f19-1881-4a8f-9e3e-6cb8775738fe {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.903032] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe5efb-3019-4b40-a376-d7c256c25224 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.930716] env[69019]: INFO nova.scheduler.client.report [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted allocations for instance 32443974-85b0-4b7d-bb6f-249ba18dae67 [ 911.980626] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.217222] env[69019]: DEBUG nova.compute.manager [req-b77a6b15-1654-4722-aeae-d8ccc21cea9b req-47c2b5be-fec4-4a62-95c1-a79c0734c60d service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Received event network-vif-deleted-2c6a8307-cd8d-4a0f-b6ef-8096bc994778 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.217816] env[69019]: INFO nova.compute.manager [req-b77a6b15-1654-4722-aeae-d8ccc21cea9b req-47c2b5be-fec4-4a62-95c1-a79c0734c60d service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Neutron deleted interface 2c6a8307-cd8d-4a0f-b6ef-8096bc994778; detaching it from the instance and deleting it from the info cache [ 912.218017] env[69019]: DEBUG nova.network.neutron [req-b77a6b15-1654-4722-aeae-d8ccc21cea9b req-47c2b5be-fec4-4a62-95c1-a79c0734c60d service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.225385] env[69019]: DEBUG nova.compute.manager [req-3a5503a9-cdc2-4886-8a0a-c5545018bf37 req-65341a6e-1d51-4362-9212-f1d0b800f83f service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Received event network-vif-deleted-88577cb4-5a77-4c32-8769-b95d96f04489 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.226142] env[69019]: INFO nova.compute.manager [req-3a5503a9-cdc2-4886-8a0a-c5545018bf37 req-65341a6e-1d51-4362-9212-f1d0b800f83f service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Neutron deleted interface 88577cb4-5a77-4c32-8769-b95d96f04489; detaching it from the instance and deleting it from the info cache [ 912.226142] env[69019]: DEBUG nova.network.neutron [req-3a5503a9-cdc2-4886-8a0a-c5545018bf37 req-65341a6e-1d51-4362-9212-f1d0b800f83f service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.271259] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118283} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.271724] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.272731] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c471a19-374f-423a-b936-96f8e36820c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.302430] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.303295] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28fc336-4a14-499b-8306-a9349fc6d101 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.325783] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 912.325783] env[69019]: value = "task-3346880" [ 912.325783] env[69019]: _type = "Task" [ 912.325783] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.336553] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.439498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b46bb1d-b686-4f5a-81cd-042ee810ddb2 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "32443974-85b0-4b7d-bb6f-249ba18dae67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.197s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.503279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.565611] env[69019]: DEBUG nova.network.neutron [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.605026] env[69019]: DEBUG nova.network.neutron [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.731058] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dc1ed88-dda3-4d84-b938-b9a57bec8570 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732650] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd56bf0a-38d1-4396-8a9b-fc47749edc10 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.743208] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a33ed39-441f-419d-a998-e019e3e51f5a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.760011] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f929e93-8c14-4106-acc4-9b1ec21d9b70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.818187] env[69019]: DEBUG nova.compute.manager [req-b77a6b15-1654-4722-aeae-d8ccc21cea9b req-47c2b5be-fec4-4a62-95c1-a79c0734c60d service nova] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Detach interface failed, port_id=2c6a8307-cd8d-4a0f-b6ef-8096bc994778, reason: Instance 11cd65d6-76dd-4878-9305-561a2689e237 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.818187] env[69019]: DEBUG nova.compute.manager [req-3a5503a9-cdc2-4886-8a0a-c5545018bf37 req-65341a6e-1d51-4362-9212-f1d0b800f83f service nova] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Detach interface failed, port_id=88577cb4-5a77-4c32-8769-b95d96f04489, reason: Instance 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.838376] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.885279] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce944397-3440-4297-83d3-adb29508c936 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.896970] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dbc603-ffe1-4ca6-ac1a-73aa7ea8a06b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.935511] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ad01f5-a1cf-4fb6-8c36-808c4b951ed4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.945205] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3077d84-ca02-4a1f-bdc0-63554f04ae5f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.960257] env[69019]: DEBUG nova.compute.provider_tree [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.068589] env[69019]: INFO nova.compute.manager [-] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Took 1.62 seconds to deallocate network for instance. [ 913.109796] env[69019]: INFO nova.compute.manager [-] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Took 1.69 seconds to deallocate network for instance. [ 913.343293] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346880, 'name': ReconfigVM_Task, 'duration_secs': 0.865756} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.343913] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.346185] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-432a5ef2-0ee6-4dad-a918-58b8cfde0caf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.354363] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Successfully updated port: d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.359675] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 913.359675] env[69019]: value = "task-3346881" [ 913.359675] env[69019]: _type = "Task" [ 913.359675] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.366582] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346881, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.463558] env[69019]: DEBUG nova.scheduler.client.report [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.576585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.619440] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.864401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.864401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquired lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.864401] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.876049] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346881, 'name': Rename_Task, 'duration_secs': 0.32884} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.876595] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.877133] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551b7b2a-8537-4433-9dbc-4c5bbaeea82f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.887024] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 913.887024] env[69019]: value = "task-3346882" [ 913.887024] env[69019]: _type = "Task" [ 913.887024] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.895870] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.931056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.931056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.931056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "4e37e840-c406-495d-aa68-055a59f23305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.931056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.931289] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.933731] env[69019]: INFO nova.compute.manager [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Terminating instance [ 913.971674] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.973590] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.290s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.976111] env[69019]: INFO nova.compute.claims [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.008903] env[69019]: INFO nova.scheduler.client.report [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance 36761f19-1881-4a8f-9e3e-6cb8775738fe [ 914.175027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.175027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.395817] env[69019]: DEBUG nova.compute.manager [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Received event network-vif-plugged-d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.396318] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Acquiring lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.396318] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.396484] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.396876] env[69019]: DEBUG nova.compute.manager [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] No waiting events found dispatching network-vif-plugged-d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.396876] env[69019]: WARNING nova.compute.manager [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Received unexpected event network-vif-plugged-d227eabe-2af0-4787-ac88-2ad77c19fe15 for instance with vm_state building and task_state spawning. [ 914.397075] env[69019]: DEBUG nova.compute.manager [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Received event network-changed-d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.397275] env[69019]: DEBUG nova.compute.manager [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Refreshing instance network info cache due to event network-changed-d227eabe-2af0-4787-ac88-2ad77c19fe15. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.397655] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Acquiring lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403544] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.434102] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.439584] env[69019]: DEBUG nova.compute.manager [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.439807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.440908] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30145e46-fb18-4c56-88a3-44c2e348d76e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.452954] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.452954] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5c8f49-ab04-47c7-b7ad-bc299ea3b179 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.469801] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 914.469801] env[69019]: value = "task-3346883" [ 914.469801] env[69019]: _type = "Task" [ 914.469801] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.473700] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.521459] env[69019]: DEBUG oslo_concurrency.lockutils [None req-09267d62-ceae-4362-8efb-4c48be2493fc tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "36761f19-1881-4a8f-9e3e-6cb8775738fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.720s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.588453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "d2679ab7-f455-4f64-aa5d-006427847a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.588715] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.588920] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.589118] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.589377] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.594643] env[69019]: INFO nova.compute.manager [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Terminating instance [ 914.663336] env[69019]: DEBUG nova.network.neutron [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Updating instance_info_cache with network_info: [{"id": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "address": "fa:16:3e:fa:d8:db", "network": {"id": "b0cc691c-b866-42f2-b3f2-8782ed55abcf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-759244359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0323686e48384701a84efcfc6ffc4691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227eabe-2a", "ovs_interfaceid": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.678799] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.897600] env[69019]: DEBUG oslo_vmware.api [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3346882, 'name': PowerOnVM_Task, 'duration_secs': 0.662458} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.897902] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.898115] env[69019]: INFO nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Took 10.28 seconds to spawn the instance on the hypervisor. [ 914.898308] env[69019]: DEBUG nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.899124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b9ffdf-aee4-4157-b0d0-fdaf452d0f0a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.976788] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.977123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.982713] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346883, 'name': PowerOffVM_Task, 'duration_secs': 0.304204} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.982713] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.982895] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.983550] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5287877-ea11-4731-922c-51a7fb46b7c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.073739] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.073992] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.074192] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleting the datastore file [datastore1] 4e37e840-c406-495d-aa68-055a59f23305 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.074527] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf088bf-1585-4353-b6a6-061198e34402 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086101] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 915.086101] env[69019]: value = "task-3346885" [ 915.086101] env[69019]: _type = "Task" [ 915.086101] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.098571] env[69019]: DEBUG nova.compute.manager [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.098796] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.099132] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.099990] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e6c7f-0e6e-4952-86d6-df9550726516 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.109800] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.110125] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f057a21-4684-4559-a51b-dbe86accaaac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.117935] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 915.117935] env[69019]: value = "task-3346886" [ 915.117935] env[69019]: _type = "Task" [ 915.117935] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.131013] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.166535] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Releasing lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.166862] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Instance network_info: |[{"id": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "address": "fa:16:3e:fa:d8:db", "network": {"id": "b0cc691c-b866-42f2-b3f2-8782ed55abcf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-759244359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0323686e48384701a84efcfc6ffc4691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227eabe-2a", "ovs_interfaceid": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.167188] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Acquired lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.167393] env[69019]: DEBUG nova.network.neutron [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Refreshing network info cache for port d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.168680] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d8:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd227eabe-2af0-4787-ac88-2ad77c19fe15', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.176350] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Creating folder: Project (0323686e48384701a84efcfc6ffc4691). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.181620] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f84d325-1255-499f-9fd6-282df65d38c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.198640] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Created folder: Project (0323686e48384701a84efcfc6ffc4691) in parent group-v667907. [ 915.198857] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Creating folder: Instances. Parent ref: group-v668105. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.199157] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486b7076-370d-4d93-8944-e8e3052d6c99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.201910] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.214873] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Created folder: Instances in parent group-v668105. [ 915.215236] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.216044] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.216044] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d4096d-2aa2-4ff6-8578-7c292328c1d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.243040] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.243040] env[69019]: value = "task-3346889" [ 915.243040] env[69019]: _type = "Task" [ 915.243040] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.255188] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346889, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.371554] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c4d87-8f5d-4e88-949d-22fac7adf159 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.382320] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e03a3d-4043-4cf6-b8e0-6de9ebc18973 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.419550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a442d8-0720-46fe-8643-c77f77dc18a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.425682] env[69019]: INFO nova.compute.manager [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Took 29.96 seconds to build instance. [ 915.431036] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3b587-8cd2-4277-a0bb-93c32b9a2f80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.448166] env[69019]: DEBUG nova.compute.provider_tree [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.479942] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.597505] env[69019]: DEBUG oslo_vmware.api [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3346885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238836} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.597775] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.598044] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.598221] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.598441] env[69019]: INFO nova.compute.manager [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.598802] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.599054] env[69019]: DEBUG nova.compute.manager [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.599161] env[69019]: DEBUG nova.network.neutron [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.629856] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346886, 'name': PowerOffVM_Task, 'duration_secs': 0.235723} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.630087] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.630283] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.630568] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d1ba336-bb27-4433-88f4-8330c607a5a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.673256] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.673610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.705420] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.709492] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.709492] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleting the datastore file [datastore1] d2679ab7-f455-4f64-aa5d-006427847a03 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.709492] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dacf7fdf-e4e7-49e9-a8d5-c5dd268e5cb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.720941] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for the task: (returnval){ [ 915.720941] env[69019]: value = "task-3346891" [ 915.720941] env[69019]: _type = "Task" [ 915.720941] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.732157] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.756146] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346889, 'name': CreateVM_Task, 'duration_secs': 0.426614} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.756358] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.757369] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.757819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.758220] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.758509] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96f48e9-1f09-4203-9713-2d73d8306513 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.764271] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 915.764271] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52603bae-38a0-691e-55ba-35e6f29aae1e" [ 915.764271] env[69019]: _type = "Task" [ 915.764271] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.773141] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52603bae-38a0-691e-55ba-35e6f29aae1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.928148] env[69019]: DEBUG oslo_concurrency.lockutils [None req-59fdf989-5616-4810-8177-4f1329a44ce6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.480s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.951877] env[69019]: DEBUG nova.scheduler.client.report [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.013619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.149204] env[69019]: DEBUG nova.network.neutron [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Updated VIF entry in instance network info cache for port d227eabe-2af0-4787-ac88-2ad77c19fe15. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.149589] env[69019]: DEBUG nova.network.neutron [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Updating instance_info_cache with network_info: [{"id": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "address": "fa:16:3e:fa:d8:db", "network": {"id": "b0cc691c-b866-42f2-b3f2-8782ed55abcf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-759244359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0323686e48384701a84efcfc6ffc4691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227eabe-2a", "ovs_interfaceid": "d227eabe-2af0-4787-ac88-2ad77c19fe15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.180661] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.232856] env[69019]: DEBUG oslo_vmware.api [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Task: {'id': task-3346891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15347} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.233942] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.234996] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.235334] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.235943] env[69019]: INFO nova.compute.manager [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.235943] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.236230] env[69019]: DEBUG nova.compute.manager [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.236328] env[69019]: DEBUG nova.network.neutron [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.276905] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52603bae-38a0-691e-55ba-35e6f29aae1e, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.277223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.277456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.277719] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.277823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.277996] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.278711] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5705ef25-d795-4eb0-9100-0bcbfafb4034 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.296275] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.296466] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.298317] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0dc288-3dd7-49e8-86e3-3a3011fdde45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304081] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 916.304081] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ec627-5ac0-7319-e57d-e20b48ed5a95" [ 916.304081] env[69019]: _type = "Task" [ 916.304081] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.313366] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ec627-5ac0-7319-e57d-e20b48ed5a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.457525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.458077] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.461940] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.320s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.463588] env[69019]: INFO nova.compute.claims [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.509435] env[69019]: DEBUG nova.compute.manager [req-e6637676-bd05-43d1-ae0e-062fc5ec0abf req-eb7cf145-ebeb-4920-9696-56623b9ee4d6 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Received event network-vif-deleted-eb40b4cd-dac8-45c3-b0f7-f720274876e5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.509558] env[69019]: INFO nova.compute.manager [req-e6637676-bd05-43d1-ae0e-062fc5ec0abf req-eb7cf145-ebeb-4920-9696-56623b9ee4d6 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Neutron deleted interface eb40b4cd-dac8-45c3-b0f7-f720274876e5; detaching it from the instance and deleting it from the info cache [ 916.509739] env[69019]: DEBUG nova.network.neutron [req-e6637676-bd05-43d1-ae0e-062fc5ec0abf req-eb7cf145-ebeb-4920-9696-56623b9ee4d6 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.652545] env[69019]: DEBUG oslo_concurrency.lockutils [req-46c08a5a-f426-4f0e-a65e-194f5842fd23 req-226a4197-588a-425c-abb2-dd5dd9bf7ba6 service nova] Releasing lock "refresh_cache-d59aab98-a7bb-4c3f-8d4c-ee21dde34086" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.718853] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.784660] env[69019]: DEBUG nova.network.neutron [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.819691] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ec627-5ac0-7319-e57d-e20b48ed5a95, 'name': SearchDatastore_Task, 'duration_secs': 0.032288} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.820802] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276b90b8-d097-41bd-9f75-40ce0cffbfc6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.829302] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 916.829302] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e80fde-f2be-8420-7e30-8ea43195a53e" [ 916.829302] env[69019]: _type = "Task" [ 916.829302] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.840473] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e80fde-f2be-8420-7e30-8ea43195a53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.879319] env[69019]: DEBUG nova.compute.manager [req-c4282efd-2081-4daa-bbdc-6d8a3e66df57 req-44b0253d-3887-4cba-8caa-e5c3eec8bb87 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Received event network-vif-deleted-74a115fe-82a3-4e40-a442-6a7e6b1b04a5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.879319] env[69019]: INFO nova.compute.manager [req-c4282efd-2081-4daa-bbdc-6d8a3e66df57 req-44b0253d-3887-4cba-8caa-e5c3eec8bb87 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Neutron deleted interface 74a115fe-82a3-4e40-a442-6a7e6b1b04a5; detaching it from the instance and deleting it from the info cache [ 916.880042] env[69019]: DEBUG nova.network.neutron [req-c4282efd-2081-4daa-bbdc-6d8a3e66df57 req-44b0253d-3887-4cba-8caa-e5c3eec8bb87 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.969328] env[69019]: DEBUG nova.compute.utils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.973843] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.974039] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.012635] env[69019]: DEBUG nova.policy [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80669386a54645d5904d47e26e5b3bf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73392a90dd9456089e58a41a0fb4065', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.015279] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0075d59-136d-45bc-b564-323ab389a434 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.026445] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89628b9-1cda-4bec-be16-57a05a4815ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.065355] env[69019]: DEBUG nova.compute.manager [req-e6637676-bd05-43d1-ae0e-062fc5ec0abf req-eb7cf145-ebeb-4920-9696-56623b9ee4d6 service nova] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Detach interface failed, port_id=eb40b4cd-dac8-45c3-b0f7-f720274876e5, reason: Instance 4e37e840-c406-495d-aa68-055a59f23305 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.279992] env[69019]: DEBUG nova.network.neutron [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.291439] env[69019]: INFO nova.compute.manager [-] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Took 1.69 seconds to deallocate network for instance. [ 917.346180] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e80fde-f2be-8420-7e30-8ea43195a53e, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.347250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.347493] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d59aab98-a7bb-4c3f-8d4c-ee21dde34086/d59aab98-a7bb-4c3f-8d4c-ee21dde34086.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.347790] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe134f37-c9ce-4457-bdfb-f50c39b4f986 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.357150] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 917.357150] env[69019]: value = "task-3346892" [ 917.357150] env[69019]: _type = "Task" [ 917.357150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.372028] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.381906] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25e96abd-785b-4ec8-9c9f-5b3e80505f5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.398284] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3f3c5-a560-448f-81bd-3b9eb8d4524a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.441096] env[69019]: DEBUG nova.compute.manager [req-c4282efd-2081-4daa-bbdc-6d8a3e66df57 req-44b0253d-3887-4cba-8caa-e5c3eec8bb87 service nova] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Detach interface failed, port_id=74a115fe-82a3-4e40-a442-6a7e6b1b04a5, reason: Instance d2679ab7-f455-4f64-aa5d-006427847a03 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.474406] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.650961] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Successfully created port: 0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.784552] env[69019]: INFO nova.compute.manager [-] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Took 1.55 seconds to deallocate network for instance. [ 917.801716] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.871513] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346892, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.937611] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8304c46-8a75-435b-800a-865e822cbb69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.946647] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127fd53e-32f3-4898-a4e3-9451f5fbedad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.982336] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82519314-29d9-4bb6-9a5d-d08faee0f98b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.994061] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc466570-b100-4841-95f9-9baff2ccac4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.011778] env[69019]: DEBUG nova.compute.provider_tree [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.297102] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.369600] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527179} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.369600] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d59aab98-a7bb-4c3f-8d4c-ee21dde34086/d59aab98-a7bb-4c3f-8d4c-ee21dde34086.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.369814] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.369970] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4d96ee-9e1a-48e4-bf9c-ccc89e94c15a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.377277] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 918.377277] env[69019]: value = "task-3346893" [ 918.377277] env[69019]: _type = "Task" [ 918.377277] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.386573] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.490253] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.516737] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.517021] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.517190] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.517412] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.517607] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.517863] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.518153] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.518329] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.518502] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.518667] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.518842] env[69019]: DEBUG nova.virt.hardware [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.519774] env[69019]: DEBUG nova.scheduler.client.report [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.524803] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae9f87d-efab-4ab4-9720-60df3da3b4d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.532790] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18894c0-64dd-4b6e-b43e-0acdf578ff59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.889354] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120204} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.889354] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.889550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e4d55-1d77-4622-9952-83dbe28ab4fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.917640] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] d59aab98-a7bb-4c3f-8d4c-ee21dde34086/d59aab98-a7bb-4c3f-8d4c-ee21dde34086.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.918761] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e46460b-2d70-4f33-a362-3493f447bdc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.935500] env[69019]: DEBUG nova.compute.manager [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Received event network-changed-45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.936126] env[69019]: DEBUG nova.compute.manager [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Refreshing instance network info cache due to event network-changed-45548242-4bca-4187-b246-08185f30c1bd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.940026] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] Acquiring lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.940026] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] Acquired lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.940026] env[69019]: DEBUG nova.network.neutron [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Refreshing network info cache for port 45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.947737] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 918.947737] env[69019]: value = "task-3346894" [ 918.947737] env[69019]: _type = "Task" [ 918.947737] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.958065] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.027854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.028211] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.030801] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.052s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.031025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.033332] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.216s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.034729] env[69019]: INFO nova.compute.claims [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.063760] env[69019]: INFO nova.scheduler.client.report [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocations for instance 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618 [ 919.326242] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "46c608f7-7214-42d5-a160-33f1885660f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.326727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.360178] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Successfully updated port: 0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.468263] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346894, 'name': ReconfigVM_Task, 'duration_secs': 0.322321} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.470879] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Reconfigured VM instance instance-00000046 to attach disk [datastore1] d59aab98-a7bb-4c3f-8d4c-ee21dde34086/d59aab98-a7bb-4c3f-8d4c-ee21dde34086.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.471568] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52c26b42-c0ac-4b17-8242-ed80427e3e50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.478635] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 919.478635] env[69019]: value = "task-3346895" [ 919.478635] env[69019]: _type = "Task" [ 919.478635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.487847] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346895, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.541684] env[69019]: DEBUG nova.compute.utils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.547026] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.547026] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.570646] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9480ca4-af26-4708-8671-1effba1d6c2a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "4c8bbb4d-a576-43b8-a165-ae4bcbbe2618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.168s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.587872] env[69019]: DEBUG nova.policy [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e8b618188a4ac3af729dd20ce54734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85c7055f83f41aabbe6b1c6b50df3d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.697854] env[69019]: DEBUG nova.network.neutron [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updated VIF entry in instance network info cache for port 45548242-4bca-4187-b246-08185f30c1bd. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.698227] env[69019]: DEBUG nova.network.neutron [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating instance_info_cache with network_info: [{"id": "45548242-4bca-4187-b246-08185f30c1bd", "address": "fa:16:3e:05:85:d8", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45548242-4b", "ovs_interfaceid": "45548242-4bca-4187-b246-08185f30c1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.829530] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.847065] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Successfully created port: 8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.863779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.863779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.863779] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.991276] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346895, 'name': Rename_Task, 'duration_secs': 0.151594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.991276] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.991276] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91fdb829-70fd-4d8b-82fe-896cceb48951 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.997991] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 919.997991] env[69019]: value = "task-3346896" [ 919.997991] env[69019]: _type = "Task" [ 919.997991] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.012167] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.052027] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.201588] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1d54a87-bd9d-4caf-9519-81b729ab4a3c req-dd446d5e-59f7-490c-be97-ca5b03eb25f6 service nova] Releasing lock "refresh_cache-158a1c6d-1424-4213-aa8b-8e0a2466f778" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.348664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.401389] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.460201] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3166996-4d61-46f9-98b9-ad43212e27f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.469373] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc86e965-f695-4df4-8f2c-67cdeeec9bcd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.506501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f3700a-5091-4cad-9987-3310d218c89b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.515756] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.519335] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c22aa-25e5-42d7-8dd5-19165e46a93c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.534635] env[69019]: DEBUG nova.compute.provider_tree [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.595247] env[69019]: DEBUG nova.network.neutron [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Updating instance_info_cache with network_info: [{"id": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "address": "fa:16:3e:86:2b:14", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9bb283-d8", "ovs_interfaceid": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.935679] env[69019]: DEBUG nova.compute.manager [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Received event network-vif-plugged-0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.935679] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Acquiring lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.935679] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.935679] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.935679] env[69019]: DEBUG nova.compute.manager [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] No waiting events found dispatching network-vif-plugged-0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.935828] env[69019]: WARNING nova.compute.manager [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Received unexpected event network-vif-plugged-0b9bb283-d8af-49c8-a98a-afc2bb686e25 for instance with vm_state building and task_state spawning. [ 920.935828] env[69019]: DEBUG nova.compute.manager [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Received event network-changed-0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.935828] env[69019]: DEBUG nova.compute.manager [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Refreshing instance network info cache due to event network-changed-0b9bb283-d8af-49c8-a98a-afc2bb686e25. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.935828] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Acquiring lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.012594] env[69019]: DEBUG oslo_vmware.api [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346896, 'name': PowerOnVM_Task, 'duration_secs': 0.609083} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.012850] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.013063] env[69019]: INFO nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Took 9.17 seconds to spawn the instance on the hypervisor. [ 921.013254] env[69019]: DEBUG nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.014035] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3511d33-9a62-4f6a-94e3-6c58a2b982ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037865] env[69019]: DEBUG nova.scheduler.client.report [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.060644] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.087973] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.088274] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.088452] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.088640] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.088802] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.088933] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.089157] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.089316] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.089477] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.089640] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.089809] env[69019]: DEBUG nova.virt.hardware [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.090714] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc125abc-e6e4-4e91-9510-b01d9d915232 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.098496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.098795] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Instance network_info: |[{"id": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "address": "fa:16:3e:86:2b:14", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9bb283-d8", "ovs_interfaceid": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.099155] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Acquired lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099343] env[69019]: DEBUG nova.network.neutron [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Refreshing network info cache for port 0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.100582] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:2b:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9bb283-d8af-49c8-a98a-afc2bb686e25', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.107984] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.109180] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b9ade-dd71-477a-85df-532e40b6cf0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.114176] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.114397] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e144f37-4892-4867-8611-cd71fcc08aef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.141990] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.141990] env[69019]: value = "task-3346897" [ 921.141990] env[69019]: _type = "Task" [ 921.141990] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.149596] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346897, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.339374] env[69019]: DEBUG nova.compute.manager [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Received event network-vif-plugged-8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.339638] env[69019]: DEBUG oslo_concurrency.lockutils [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.339905] env[69019]: DEBUG oslo_concurrency.lockutils [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.341028] env[69019]: DEBUG oslo_concurrency.lockutils [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.341864] env[69019]: DEBUG nova.compute.manager [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] No waiting events found dispatching network-vif-plugged-8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.341864] env[69019]: WARNING nova.compute.manager [req-6a8fed3e-fd3d-407c-8b1b-87dcbcc14aeb req-57226ab1-46c6-4e49-bed8-21dda13dfb26 service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Received unexpected event network-vif-plugged-8d84f70c-e9a5-4f43-89d7-c5d077d0181c for instance with vm_state building and task_state spawning. [ 921.381256] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Successfully updated port: 8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.533136] env[69019]: INFO nova.compute.manager [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Took 21.84 seconds to build instance. [ 921.544551] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.545212] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.548281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.046s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.550870] env[69019]: INFO nova.compute.claims [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.655072] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346897, 'name': CreateVM_Task, 'duration_secs': 0.343685} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.655272] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.655955] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.656142] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.656453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.657043] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e78492-18db-4595-883b-6aadd9ab45c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.662760] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 921.662760] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526511b1-7acb-a085-0c40-3f5d20ddb472" [ 921.662760] env[69019]: _type = "Task" [ 921.662760] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.670827] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526511b1-7acb-a085-0c40-3f5d20ddb472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.818584] env[69019]: DEBUG nova.network.neutron [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Updated VIF entry in instance network info cache for port 0b9bb283-d8af-49c8-a98a-afc2bb686e25. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.818959] env[69019]: DEBUG nova.network.neutron [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Updating instance_info_cache with network_info: [{"id": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "address": "fa:16:3e:86:2b:14", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9bb283-d8", "ovs_interfaceid": "0b9bb283-d8af-49c8-a98a-afc2bb686e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.884592] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.884937] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.885168] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.034971] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80dd618f-6192-4921-b212-4fa991c1eb8a tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.347s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.058931] env[69019]: DEBUG nova.compute.utils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.060382] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.060559] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.098365] env[69019]: DEBUG nova.policy [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80712fe4d2a54e1c9d2aa653320a606f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d085039a9e54cddbfe9c2d372899bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.173706] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526511b1-7acb-a085-0c40-3f5d20ddb472, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.174013] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.174262] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.174496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.174654] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.174900] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.175190] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729fa4a1-0ee5-442f-af18-4a7334d82abf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.185053] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.185303] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.185993] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71496ac6-1cb6-4adf-a3a4-803a43b90846 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.192157] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 922.192157] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52367717-9a40-3675-1bca-3a25d8d04e6b" [ 922.192157] env[69019]: _type = "Task" [ 922.192157] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.200266] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52367717-9a40-3675-1bca-3a25d8d04e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.323748] env[69019]: DEBUG oslo_concurrency.lockutils [req-2d56cb83-df9c-473c-ae9b-cc043d3cb436 req-f756fceb-9d74-4938-8337-c0290f7b4911 service nova] Releasing lock "refresh_cache-3d555ed4-77ff-4525-a1f7-1954edf1991f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.364683] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Successfully created port: d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.402393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.402393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.402393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.402393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.402659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.403376] env[69019]: INFO nova.compute.manager [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Terminating instance [ 922.441134] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.564683] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.611871] env[69019]: DEBUG nova.network.neutron [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.707873] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52367717-9a40-3675-1bca-3a25d8d04e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.016747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.709203] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538c99e4-33ee-4ac1-8a87-05360ea12ff4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.718429] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 922.718429] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d49a4d-2073-93ff-29af-6136a6b7e0fc" [ 922.718429] env[69019]: _type = "Task" [ 922.718429] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.727046] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d49a4d-2073-93ff-29af-6136a6b7e0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.906732] env[69019]: DEBUG nova.compute.manager [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.906958] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.908263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac531c-42b1-4ff6-bdf1-e1435c53d8ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.916486] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.917452] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6097d5-3232-477b-a9bf-6fd8abf780e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.919321] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafdbda-69e7-4420-a200-c567d7df4ab4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.928467] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34cf03-d05b-4d2b-ac37-5d47ab5c9714 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.931986] env[69019]: DEBUG oslo_vmware.api [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 922.931986] env[69019]: value = "task-3346898" [ 922.931986] env[69019]: _type = "Task" [ 922.931986] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.965828] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4dcef4-7040-4c9c-b960-9d2a67cd8cff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.973681] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11694ffa-e613-4965-ac31-34ea64b273b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.987421] env[69019]: DEBUG nova.compute.provider_tree [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.113946] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.114319] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Instance network_info: |[{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.114761] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:de:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d84f70c-e9a5-4f43-89d7-c5d077d0181c', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.122396] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.123459] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.123763] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f747cfc-7087-4dff-a0c1-700f101827fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.148442] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.148442] env[69019]: value = "task-3346899" [ 923.148442] env[69019]: _type = "Task" [ 923.148442] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.161411] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346899, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.231565] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d49a4d-2073-93ff-29af-6136a6b7e0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.231851] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.232178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3d555ed4-77ff-4525-a1f7-1954edf1991f/3d555ed4-77ff-4525-a1f7-1954edf1991f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.232586] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872d8d9a-4a9f-47b1-8b02-b1b2333f2ad5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.241789] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 923.241789] env[69019]: value = "task-3346900" [ 923.241789] env[69019]: _type = "Task" [ 923.241789] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.252414] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.365691] env[69019]: DEBUG nova.compute.manager [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Received event network-changed-8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.365880] env[69019]: DEBUG nova.compute.manager [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Refreshing instance network info cache due to event network-changed-8d84f70c-e9a5-4f43-89d7-c5d077d0181c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.366873] env[69019]: DEBUG oslo_concurrency.lockutils [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] Acquiring lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.366873] env[69019]: DEBUG oslo_concurrency.lockutils [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] Acquired lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.366873] env[69019]: DEBUG nova.network.neutron [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Refreshing network info cache for port 8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.442610] env[69019]: DEBUG oslo_vmware.api [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346898, 'name': PowerOffVM_Task, 'duration_secs': 0.225726} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.442896] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.443068] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.443317] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d2a81b5-9452-46cf-a30f-510ba3ac7aed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.491426] env[69019]: DEBUG nova.scheduler.client.report [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.576453] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.603638] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='14a46e0f7274b2fdd18aa6e6bf5ddc55',container_format='bare',created_at=2025-04-07T15:25:13Z,direct_url=,disk_format='vmdk',id=1a82b073-a21a-4dc7-8356-9d2b7699607b,min_disk=1,min_ram=0,name='tempest-test-snap-1285321965',owner='4d085039a9e54cddbfe9c2d372899bd5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-07T15:25:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.603893] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.604062] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.604247] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.604394] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.604542] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.604812] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.604990] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.605179] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.605346] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.605521] env[69019]: DEBUG nova.virt.hardware [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.606397] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49e274-0c21-425e-8157-acc07283cb3c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.614990] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaa3a84-e358-4724-8b04-4cc71b2c41ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656622] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.656893] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.657096] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Deleting the datastore file [datastore1] d59aab98-a7bb-4c3f-8d4c-ee21dde34086 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.657391] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f93345-0788-4f16-87ab-3da109efb0ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.662880] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346899, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.669706] env[69019]: DEBUG oslo_vmware.api [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for the task: (returnval){ [ 923.669706] env[69019]: value = "task-3346902" [ 923.669706] env[69019]: _type = "Task" [ 923.669706] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.678696] env[69019]: DEBUG oslo_vmware.api [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.753346] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346900, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.909533] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Successfully updated port: d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.997673] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.997673] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.002591] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.425s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.002897] env[69019]: DEBUG nova.objects.instance [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lazy-loading 'resources' on Instance uuid 11cd65d6-76dd-4878-9305-561a2689e237 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.125565] env[69019]: DEBUG nova.network.neutron [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updated VIF entry in instance network info cache for port 8d84f70c-e9a5-4f43-89d7-c5d077d0181c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.125961] env[69019]: DEBUG nova.network.neutron [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.161169] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346899, 'name': CreateVM_Task, 'duration_secs': 0.824907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.161378] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.162406] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.162616] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.163043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.163724] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cf56d3-ba05-4826-818e-542f316753a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.171850] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 924.171850] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bdabb0-008d-c93a-4033-ce2b0a3f2830" [ 924.171850] env[69019]: _type = "Task" [ 924.171850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.185770] env[69019]: DEBUG oslo_vmware.api [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Task: {'id': task-3346902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476714} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.188947] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.189153] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.189335] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.189516] env[69019]: INFO nova.compute.manager [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Took 1.28 seconds to destroy the instance on the hypervisor. [ 924.189851] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.190086] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bdabb0-008d-c93a-4033-ce2b0a3f2830, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.190331] env[69019]: DEBUG nova.compute.manager [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.190414] env[69019]: DEBUG nova.network.neutron [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.192832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.193077] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.193321] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.193477] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.193654] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.193906] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa0f8c38-9336-46e4-8ab7-8cdbb6191f3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.210910] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.211111] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.211847] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a681f5e2-aa14-4952-89fa-128dbd0991fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.218158] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 924.218158] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebcc07-86f5-9cd6-36eb-2c66d8408db1" [ 924.218158] env[69019]: _type = "Task" [ 924.218158] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.226415] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebcc07-86f5-9cd6-36eb-2c66d8408db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.252445] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.252712] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3d555ed4-77ff-4525-a1f7-1954edf1991f/3d555ed4-77ff-4525-a1f7-1954edf1991f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.252922] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.253184] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbdcb55-a763-4f3f-bb1f-29832a715711 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.261592] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 924.261592] env[69019]: value = "task-3346903" [ 924.261592] env[69019]: _type = "Task" [ 924.261592] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.271950] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.413938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.413938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.413938] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.472140] env[69019]: DEBUG nova.compute.manager [req-fdc73d2c-7b84-429f-909e-249e8edbc9e0 req-14cf5a1a-9fc3-43b1-9ab3-a20ecd3e1288 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Received event network-vif-deleted-d227eabe-2af0-4787-ac88-2ad77c19fe15 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.472140] env[69019]: INFO nova.compute.manager [req-fdc73d2c-7b84-429f-909e-249e8edbc9e0 req-14cf5a1a-9fc3-43b1-9ab3-a20ecd3e1288 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Neutron deleted interface d227eabe-2af0-4787-ac88-2ad77c19fe15; detaching it from the instance and deleting it from the info cache [ 924.472140] env[69019]: DEBUG nova.network.neutron [req-fdc73d2c-7b84-429f-909e-249e8edbc9e0 req-14cf5a1a-9fc3-43b1-9ab3-a20ecd3e1288 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.505772] env[69019]: DEBUG nova.compute.utils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.509983] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.510394] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.546479] env[69019]: DEBUG nova.policy [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81b484eb032e4c8b9f9c8533ac7cc05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92d54e764394af1a16db3c334c2b8c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.629222] env[69019]: DEBUG oslo_concurrency.lockutils [req-9add5dc3-f8ef-40d7-a82d-61f705ad36ed req-c6a83ada-437c-4932-85a9-1fa343976d5c service nova] Releasing lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.730809] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebcc07-86f5-9cd6-36eb-2c66d8408db1, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.731624] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f188f9-43bc-42fc-b2d8-0d733567fa0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.740493] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 924.740493] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5278bc18-870c-b413-3da4-de8143e2b781" [ 924.740493] env[69019]: _type = "Task" [ 924.740493] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.750633] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5278bc18-870c-b413-3da4-de8143e2b781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.772638] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071022} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.775505] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.776525] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf46f5-0583-45c8-9a81-591f16625d57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.801244] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 3d555ed4-77ff-4525-a1f7-1954edf1991f/3d555ed4-77ff-4525-a1f7-1954edf1991f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.804041] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e0efe2-b9c9-4688-ac62-60d46f1b0a07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.824543] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 924.824543] env[69019]: value = "task-3346904" [ 924.824543] env[69019]: _type = "Task" [ 924.824543] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.836396] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.876713] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0ec4b0-b149-4edc-a412-83b9bca9610a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.885362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846976b4-1d5b-42c6-95b4-e130470954e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.920913] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06742fff-863b-44be-8f70-8b7ecb73f82d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.929513] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62673238-06de-42cd-84c0-5187b783fefb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.943994] env[69019]: DEBUG nova.compute.provider_tree [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.955127] env[69019]: DEBUG nova.network.neutron [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.957677] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.973872] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc5adeca-344d-402e-b470-75d845cf3aa9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.988632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1247211-7d3a-4075-844b-01101566e3c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.000908] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Successfully created port: a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.009982] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.031534] env[69019]: DEBUG nova.compute.manager [req-fdc73d2c-7b84-429f-909e-249e8edbc9e0 req-14cf5a1a-9fc3-43b1-9ab3-a20ecd3e1288 service nova] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Detach interface failed, port_id=d227eabe-2af0-4787-ac88-2ad77c19fe15, reason: Instance d59aab98-a7bb-4c3f-8d4c-ee21dde34086 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.114697] env[69019]: DEBUG nova.network.neutron [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Updating instance_info_cache with network_info: [{"id": "d543366e-7e32-41c0-8da8-df7171cf2e52", "address": "fa:16:3e:3b:74:0c", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd543366e-7e", "ovs_interfaceid": "d543366e-7e32-41c0-8da8-df7171cf2e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.253561] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5278bc18-870c-b413-3da4-de8143e2b781, 'name': SearchDatastore_Task, 'duration_secs': 0.021632} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.253561] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.253561] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.253561] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3eee68-60a2-4764-956a-181d163ff429 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.260319] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 925.260319] env[69019]: value = "task-3346905" [ 925.260319] env[69019]: _type = "Task" [ 925.260319] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.271303] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.336937] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346904, 'name': ReconfigVM_Task, 'duration_secs': 0.331574} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.337299] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 3d555ed4-77ff-4525-a1f7-1954edf1991f/3d555ed4-77ff-4525-a1f7-1954edf1991f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.338010] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa93e968-588d-4ea7-b624-e6cbe475b5b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.345545] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 925.345545] env[69019]: value = "task-3346906" [ 925.345545] env[69019]: _type = "Task" [ 925.345545] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.355667] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346906, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.392255] env[69019]: DEBUG nova.compute.manager [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Received event network-vif-plugged-d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.392553] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Acquiring lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.392814] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.393046] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.393268] env[69019]: DEBUG nova.compute.manager [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] No waiting events found dispatching network-vif-plugged-d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.393488] env[69019]: WARNING nova.compute.manager [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Received unexpected event network-vif-plugged-d543366e-7e32-41c0-8da8-df7171cf2e52 for instance with vm_state building and task_state spawning. [ 925.393712] env[69019]: DEBUG nova.compute.manager [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Received event network-changed-d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.393929] env[69019]: DEBUG nova.compute.manager [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Refreshing instance network info cache due to event network-changed-d543366e-7e32-41c0-8da8-df7171cf2e52. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.394168] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Acquiring lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.447413] env[69019]: DEBUG nova.scheduler.client.report [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.461235] env[69019]: INFO nova.compute.manager [-] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Took 1.27 seconds to deallocate network for instance. [ 925.616975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.616975] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Instance network_info: |[{"id": "d543366e-7e32-41c0-8da8-df7171cf2e52", "address": "fa:16:3e:3b:74:0c", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd543366e-7e", "ovs_interfaceid": "d543366e-7e32-41c0-8da8-df7171cf2e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.617600] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Acquired lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.617815] env[69019]: DEBUG nova.network.neutron [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Refreshing network info cache for port d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.619209] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:74:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd543366e-7e32-41c0-8da8-df7171cf2e52', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.626981] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.628147] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.628441] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11772cbd-8d19-4b69-8b51-4f539f7aaf39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.653457] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.653457] env[69019]: value = "task-3346907" [ 925.653457] env[69019]: _type = "Task" [ 925.653457] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.664193] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346907, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.771138] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487186} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.771428] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.771659] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.771926] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d04022-dd25-4f0e-8015-45976bca1ea0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.779344] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 925.779344] env[69019]: value = "task-3346908" [ 925.779344] env[69019]: _type = "Task" [ 925.779344] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.788387] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.856101] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346906, 'name': Rename_Task, 'duration_secs': 0.145562} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.856454] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.856741] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124c861e-db41-45df-8641-d83f16a4338f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.864886] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 925.864886] env[69019]: value = "task-3346909" [ 925.864886] env[69019]: _type = "Task" [ 925.864886] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.873590] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.953837] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.955618] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.336s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.955858] env[69019]: DEBUG nova.objects.instance [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lazy-loading 'resources' on Instance uuid 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.968580] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.981447] env[69019]: INFO nova.scheduler.client.report [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted allocations for instance 11cd65d6-76dd-4878-9305-561a2689e237 [ 926.022044] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.049036] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.049301] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.049458] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.049640] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.049788] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.049938] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.050161] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.050370] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.050541] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.050715] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.051062] env[69019]: DEBUG nova.virt.hardware [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.052061] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327181f4-438a-48eb-b580-cf4b53b927cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.061035] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258d97b-88d0-4782-8456-ee20237768f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.166901] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346907, 'name': CreateVM_Task, 'duration_secs': 0.365575} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.166901] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.167431] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.167600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.167959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.168326] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08de8110-cca3-4bfd-ad72-6e34c255d0ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.173193] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 926.173193] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f36ead-0893-fa96-3557-10335290a378" [ 926.173193] env[69019]: _type = "Task" [ 926.173193] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.182431] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f36ead-0893-fa96-3557-10335290a378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.289210] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068865} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.289578] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.290261] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23ffce-8f20-447e-992b-81495283e11a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.312863] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.315754] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7174a80-f623-4ffe-9e04-3417ee5c3cdb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.338184] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 926.338184] env[69019]: value = "task-3346910" [ 926.338184] env[69019]: _type = "Task" [ 926.338184] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.346625] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.365525] env[69019]: DEBUG nova.network.neutron [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Updated VIF entry in instance network info cache for port d543366e-7e32-41c0-8da8-df7171cf2e52. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.365935] env[69019]: DEBUG nova.network.neutron [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Updating instance_info_cache with network_info: [{"id": "d543366e-7e32-41c0-8da8-df7171cf2e52", "address": "fa:16:3e:3b:74:0c", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd543366e-7e", "ovs_interfaceid": "d543366e-7e32-41c0-8da8-df7171cf2e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.377234] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.489744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ba02d0d8-b9ec-4fa6-abd3-eded1a84f94b tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "11cd65d6-76dd-4878-9305-561a2689e237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.803s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.498046] env[69019]: DEBUG nova.compute.manager [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Received event network-vif-plugged-a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.498444] env[69019]: DEBUG oslo_concurrency.lockutils [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] Acquiring lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.498698] env[69019]: DEBUG oslo_concurrency.lockutils [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] Lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.498874] env[69019]: DEBUG oslo_concurrency.lockutils [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] Lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.499079] env[69019]: DEBUG nova.compute.manager [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] No waiting events found dispatching network-vif-plugged-a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.499221] env[69019]: WARNING nova.compute.manager [req-c60ebd3e-c130-4a8b-89ef-e8aa9db3a8c8 req-5cffb82e-2bd4-4c46-adbe-114ecc683587 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Received unexpected event network-vif-plugged-a8c2722c-3d69-4406-86dd-dc66750dda20 for instance with vm_state building and task_state spawning. [ 926.548558] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Successfully updated port: a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.684242] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684519] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Processing image 1a82b073-a21a-4dc7-8356-9d2b7699607b {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.684764] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.684911] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.685102] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.685363] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53883ac6-fff9-404d-a8fa-ccd9f6a56602 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.694570] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.694794] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.695534] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23aca693-ae48-48b7-bd87-8c148135ad74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.702488] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 926.702488] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d88a9-7c07-b955-b2d5-24a3cdc67cb2" [ 926.702488] env[69019]: _type = "Task" [ 926.702488] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.710286] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525d88a9-7c07-b955-b2d5-24a3cdc67cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.775096] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab2f3b4-52de-4801-9327-aac9e5c335e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.785177] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a64c5-3ef1-4737-900b-e53ed3ee6467 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.815788] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd036a5-d1ef-4e4c-b4d2-10634cc73702 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034b9d5-6f37-414e-ae1f-cc101be76c67 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.839782] env[69019]: DEBUG nova.compute.provider_tree [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.850227] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346910, 'name': ReconfigVM_Task, 'duration_secs': 0.32389} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.851338] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.851814] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f30b0c6-6553-48a4-987a-822c7196bde1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.860869] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 926.860869] env[69019]: value = "task-3346911" [ 926.860869] env[69019]: _type = "Task" [ 926.860869] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.870311] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346911, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.873630] env[69019]: DEBUG oslo_concurrency.lockutils [req-221207b4-c32e-42d2-926f-1d58b21bb5d3 req-0dc0fe23-702f-4c70-879a-8eb6fed2e43f service nova] Releasing lock "refresh_cache-1794e61c-5db2-4dcc-b601-631d2af6acbe" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.879503] env[69019]: DEBUG oslo_vmware.api [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346909, 'name': PowerOnVM_Task, 'duration_secs': 0.674386} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.879503] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.879622] env[69019]: INFO nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 926.879854] env[69019]: DEBUG nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.880678] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de9b13-ed2f-4424-9b65-8963d39975c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.050232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.050532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquired lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.050726] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.214244] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 927.214244] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Fetch image to [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8/OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 927.214244] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Downloading stream optimized image 1a82b073-a21a-4dc7-8356-9d2b7699607b to [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8/OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8.vmdk on the data store datastore1 as vApp {{(pid=69019) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 927.214244] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Downloading image file data 1a82b073-a21a-4dc7-8356-9d2b7699607b to the ESX as VM named 'OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8' {{(pid=69019) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 927.289612] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 927.289612] env[69019]: value = "resgroup-9" [ 927.289612] env[69019]: _type = "ResourcePool" [ 927.289612] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 927.289978] env[69019]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-669a0629-489e-4a03-bf54-13d97d7ea691 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.315595] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease: (returnval){ [ 927.315595] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbb548-ba23-1b67-ea9f-3285a1d5467e" [ 927.315595] env[69019]: _type = "HttpNfcLease" [ 927.315595] env[69019]: } obtained for vApp import into resource pool (val){ [ 927.315595] env[69019]: value = "resgroup-9" [ 927.315595] env[69019]: _type = "ResourcePool" [ 927.315595] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 927.315980] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the lease: (returnval){ [ 927.315980] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbb548-ba23-1b67-ea9f-3285a1d5467e" [ 927.315980] env[69019]: _type = "HttpNfcLease" [ 927.315980] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.322814] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.322814] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbb548-ba23-1b67-ea9f-3285a1d5467e" [ 927.322814] env[69019]: _type = "HttpNfcLease" [ 927.322814] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.346394] env[69019]: DEBUG nova.scheduler.client.report [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.373535] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346911, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.399922] env[69019]: INFO nova.compute.manager [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Took 23.73 seconds to build instance. [ 927.582037] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.766312] env[69019]: DEBUG nova.network.neutron [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updating instance_info_cache with network_info: [{"id": "a8c2722c-3d69-4406-86dd-dc66750dda20", "address": "fa:16:3e:bc:f5:00", "network": {"id": "a1cb6aad-94f1-4f4d-87cf-cfade709a4b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1468724558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92d54e764394af1a16db3c334c2b8c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c2722c-3d", "ovs_interfaceid": "a8c2722c-3d69-4406-86dd-dc66750dda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.824835] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.824835] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbb548-ba23-1b67-ea9f-3285a1d5467e" [ 927.824835] env[69019]: _type = "HttpNfcLease" [ 927.824835] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.825182] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.825182] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbb548-ba23-1b67-ea9f-3285a1d5467e" [ 927.825182] env[69019]: _type = "HttpNfcLease" [ 927.825182] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 927.826467] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8f8f7-c418-47a1-a30e-7c4092dc8d1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.834579] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.834766] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 927.894510] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.900895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.699s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.902636] env[69019]: INFO nova.compute.claims [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.915155] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0753d955-ebdd-4c0d-9ace-3e71160e7127 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.255s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.915880] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90655b7a-17ae-4fb6-a446-5e0eadea1481 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.922336] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346911, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.923301] env[69019]: INFO nova.scheduler.client.report [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Deleted allocations for instance 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa [ 928.015643] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.015935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.016259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.016535] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.016766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.019318] env[69019]: INFO nova.compute.manager [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Terminating instance [ 928.079969] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.080304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.080544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.080740] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.080958] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.084219] env[69019]: INFO nova.compute.manager [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Terminating instance [ 928.269911] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Releasing lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.270315] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Instance network_info: |[{"id": "a8c2722c-3d69-4406-86dd-dc66750dda20", "address": "fa:16:3e:bc:f5:00", "network": {"id": "a1cb6aad-94f1-4f4d-87cf-cfade709a4b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1468724558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92d54e764394af1a16db3c334c2b8c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c2722c-3d", "ovs_interfaceid": "a8c2722c-3d69-4406-86dd-dc66750dda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.270822] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:f5:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8c2722c-3d69-4406-86dd-dc66750dda20', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.278675] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Creating folder: Project (b92d54e764394af1a16db3c334c2b8c5). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.281449] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41252b37-1472-468a-8ed3-6962ef09b88a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.296502] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Created folder: Project (b92d54e764394af1a16db3c334c2b8c5) in parent group-v667907. [ 928.296799] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Creating folder: Instances. Parent ref: group-v668112. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.297370] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cabf9eb4-0630-45cf-b36e-1fe45c844ecb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321590] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Created folder: Instances in parent group-v668112. [ 928.322027] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.322137] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.322332] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89b44e15-4008-4706-879f-337d9835825c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.347819] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.347819] env[69019]: value = "task-3346915" [ 928.347819] env[69019]: _type = "Task" [ 928.347819] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.358056] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346915, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.401084] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.401344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.401559] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.401766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.401949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.404435] env[69019]: INFO nova.compute.manager [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Terminating instance [ 928.412560] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346911, 'name': Rename_Task, 'duration_secs': 1.164899} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.413597] env[69019]: DEBUG nova.compute.manager [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.413799] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.414282] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.415099] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56d6553-a6c5-4cdd-9091-f60efe82a73e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.418209] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f694c40-980c-4459-a862-bf1b3ab8afa1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.425943] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.427232] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e7d0fe-df44-499b-874b-2e63ec0ab38c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.428886] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 928.428886] env[69019]: value = "task-3346916" [ 928.428886] env[69019]: _type = "Task" [ 928.428886] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.435435] env[69019]: DEBUG oslo_concurrency.lockutils [None req-483588db-e1b9-4947-94b0-78455aa4e504 tempest-MigrationsAdminTest-62818033 tempest-MigrationsAdminTest-62818033-project-member] Lock "235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.752s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.437889] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 928.437889] env[69019]: value = "task-3346917" [ 928.437889] env[69019]: _type = "Task" [ 928.437889] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.444572] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.451261] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.524180] env[69019]: DEBUG nova.compute.manager [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.524491] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.525622] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6f545-5d9c-4acf-8506-35e0ebf2251b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.532703] env[69019]: DEBUG nova.compute.manager [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Received event network-changed-a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.532886] env[69019]: DEBUG nova.compute.manager [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Refreshing instance network info cache due to event network-changed-a8c2722c-3d69-4406-86dd-dc66750dda20. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.533145] env[69019]: DEBUG oslo_concurrency.lockutils [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] Acquiring lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.533261] env[69019]: DEBUG oslo_concurrency.lockutils [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] Acquired lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533430] env[69019]: DEBUG nova.network.neutron [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Refreshing network info cache for port a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.541272] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.541552] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4656e50-7e55-4f21-9bed-4345b61ddf10 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.550925] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 928.550925] env[69019]: value = "task-3346918" [ 928.550925] env[69019]: _type = "Task" [ 928.550925] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.565304] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.587790] env[69019]: DEBUG nova.compute.manager [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.588071] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.590654] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f327b5c5-a8d2-43d3-a6ae-046483214c16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.602047] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.602525] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-438d5464-7e5a-4fc0-8f90-4418604eb6f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.616063] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 928.616063] env[69019]: value = "task-3346919" [ 928.616063] env[69019]: _type = "Task" [ 928.616063] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.627807] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.662335] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 928.662656] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.663784] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcfc1e2-4ec1-49a5-8426-e73de05731be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.672088] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.672407] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 928.672645] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-634ec62b-c714-4285-9adc-29f64916bcd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.860937] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346915, 'name': CreateVM_Task, 'duration_secs': 0.37471} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.861249] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.862028] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.862196] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.862577] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.862832] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7807b33-ef5b-4bc8-86d4-da250bd73097 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.868574] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 928.868574] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217547a-a817-a313-2c90-5cfedf9db772" [ 928.868574] env[69019]: _type = "Task" [ 928.868574] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.880033] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217547a-a817-a313-2c90-5cfedf9db772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.895076] env[69019]: DEBUG oslo_vmware.rw_handles [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52853952-fd38-81ad-1b3e-e26a37975731/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 928.895480] env[69019]: INFO nova.virt.vmwareapi.images [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Downloaded image file data 1a82b073-a21a-4dc7-8356-9d2b7699607b [ 928.896422] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9105678-57f0-45a2-8641-47513f29ef0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.919419] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ecf761b-9f89-42be-abcc-9038a64bef49 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.941607] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.954739] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346917, 'name': PowerOffVM_Task, 'duration_secs': 0.262079} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.955433] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.955433] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.955844] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc1270e-2d7f-407b-ad50-0f5a77aed157 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.964214] env[69019]: INFO nova.virt.vmwareapi.images [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] The imported VM was unregistered [ 928.966588] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 928.966936] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.967025] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8679b994-46fc-43d0-ad78-40358b7db484 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.987482] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.987571] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8/OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8.vmdk to [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk. {{(pid=69019) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 928.987828] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-147c5b13-a6f2-4122-bf94-71506393dd52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.996260] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 928.996260] env[69019]: value = "task-3346922" [ 928.996260] env[69019]: _type = "Task" [ 928.996260] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.008170] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.029396] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.029618] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.029804] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleting the datastore file [datastore1] 3d555ed4-77ff-4525-a1f7-1954edf1991f {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.030084] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a425dbd-8e6c-4780-9b32-7178bdfbb2de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.041013] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 929.041013] env[69019]: value = "task-3346923" [ 929.041013] env[69019]: _type = "Task" [ 929.041013] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.051304] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.064777] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346918, 'name': PowerOffVM_Task, 'duration_secs': 0.236926} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.065093] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.065270] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.065529] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11cd6fb-399b-48c9-a2c4-1b8a0ddd163f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.130961] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346919, 'name': PowerOffVM_Task, 'duration_secs': 0.245531} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.130961] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.130961] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.131177] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35a6360-b618-4563-b805-d83fb89c52c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.148539] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.148806] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.148994] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleting the datastore file [datastore2] 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.149549] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2218b6d-609e-4406-b097-666ec79c146c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.157758] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 929.157758] env[69019]: value = "task-3346926" [ 929.157758] env[69019]: _type = "Task" [ 929.157758] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.168594] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.207853] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.208185] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.208383] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleting the datastore file [datastore2] 2171b9e8-2e8a-4f67-a13e-f004dc455fcc {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.208700] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e243e1-6074-4d0a-81b8-73f562aae2d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.216824] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for the task: (returnval){ [ 929.216824] env[69019]: value = "task-3346927" [ 929.216824] env[69019]: _type = "Task" [ 929.216824] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.239384] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.279817] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3c2f98-00ad-477d-a29d-f682ac6039cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.288067] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec52d0-2304-47e3-aedb-7b0f29803ae6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.323125] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd042cbd-6703-4df2-82b5-7d8b6c8ebf22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.330293] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f199c68-85c4-46ef-a1e3-462b47e65a29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.344843] env[69019]: DEBUG nova.compute.provider_tree [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.382673] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217547a-a817-a313-2c90-5cfedf9db772, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.383173] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.383277] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.383561] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.383671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.383846] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.384127] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036cd607-665d-4cb5-a328-4fceaf35b563 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.416910] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.417138] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.417971] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7014f14f-cd2b-4380-8a81-e6f07d8d97d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.430029] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 929.430029] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a2da49-7dce-dfb3-09fa-771f788cfeb7" [ 929.430029] env[69019]: _type = "Task" [ 929.430029] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.447401] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a2da49-7dce-dfb3-09fa-771f788cfeb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.452982] env[69019]: DEBUG oslo_vmware.api [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346916, 'name': PowerOnVM_Task, 'duration_secs': 0.5301} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.452982] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.452982] env[69019]: INFO nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Took 8.39 seconds to spawn the instance on the hypervisor. [ 929.452982] env[69019]: DEBUG nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.452982] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d6d00-0c83-441b-a7f3-dc07dcfe4777 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.514894] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.555353] env[69019]: DEBUG oslo_vmware.api [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3346923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415817} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.555601] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.555821] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.556138] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.556444] env[69019]: INFO nova.compute.manager [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.556840] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.557192] env[69019]: DEBUG nova.compute.manager [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.557358] env[69019]: DEBUG nova.network.neutron [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.675140] env[69019]: DEBUG oslo_vmware.api [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401336} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.675667] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.675812] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.675997] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.676203] env[69019]: INFO nova.compute.manager [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.676461] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.677083] env[69019]: DEBUG nova.compute.manager [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.677223] env[69019]: DEBUG nova.network.neutron [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.736929] env[69019]: DEBUG oslo_vmware.api [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Task: {'id': task-3346927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392382} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.737228] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.737435] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.737651] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.737834] env[69019]: INFO nova.compute.manager [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.738090] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.738356] env[69019]: DEBUG nova.compute.manager [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.738455] env[69019]: DEBUG nova.network.neutron [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.798630] env[69019]: DEBUG nova.network.neutron [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updated VIF entry in instance network info cache for port a8c2722c-3d69-4406-86dd-dc66750dda20. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.799427] env[69019]: DEBUG nova.network.neutron [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updating instance_info_cache with network_info: [{"id": "a8c2722c-3d69-4406-86dd-dc66750dda20", "address": "fa:16:3e:bc:f5:00", "network": {"id": "a1cb6aad-94f1-4f4d-87cf-cfade709a4b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1468724558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92d54e764394af1a16db3c334c2b8c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c2722c-3d", "ovs_interfaceid": "a8c2722c-3d69-4406-86dd-dc66750dda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.848856] env[69019]: DEBUG nova.scheduler.client.report [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.949123] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a2da49-7dce-dfb3-09fa-771f788cfeb7, 'name': SearchDatastore_Task, 'duration_secs': 0.07992} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.950392] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b64d60-0dae-41f4-8075-012b7bb1d3ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.961748] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 929.961748] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52329783-88e4-703d-1403-0dd2b9bad9ac" [ 929.961748] env[69019]: _type = "Task" [ 929.961748] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.981316] env[69019]: INFO nova.compute.manager [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Took 25.87 seconds to build instance. [ 929.985529] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52329783-88e4-703d-1403-0dd2b9bad9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.020389] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.086317] env[69019]: DEBUG nova.compute.manager [req-a50892f2-1b0d-4cfb-ba21-d094fb8078db req-d57ca7c2-24fa-4660-b17e-b97112af4b36 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Received event network-vif-deleted-0b9bb283-d8af-49c8-a98a-afc2bb686e25 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.086529] env[69019]: INFO nova.compute.manager [req-a50892f2-1b0d-4cfb-ba21-d094fb8078db req-d57ca7c2-24fa-4660-b17e-b97112af4b36 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Neutron deleted interface 0b9bb283-d8af-49c8-a98a-afc2bb686e25; detaching it from the instance and deleting it from the info cache [ 930.086705] env[69019]: DEBUG nova.network.neutron [req-a50892f2-1b0d-4cfb-ba21-d094fb8078db req-d57ca7c2-24fa-4660-b17e-b97112af4b36 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.302507] env[69019]: DEBUG oslo_concurrency.lockutils [req-e8fbfca8-602f-45bb-b076-3971dac27acb req-d66ae94f-5a0d-4a2c-b306-cc25bfc566ed service nova] Releasing lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.355085] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.356410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.343s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.358652] env[69019]: INFO nova.compute.claims [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.475124] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52329783-88e4-703d-1403-0dd2b9bad9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.092601} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.475444] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.475732] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ac132f34-8050-428e-9ee3-df0306d0f875/ac132f34-8050-428e-9ee3-df0306d0f875.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.476076] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca9a3415-1d17-45d7-aedd-160e4580f57f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.489578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a1f5d9d-f934-4417-984a-0e8d78dcb049 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.407s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.489750] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 930.489750] env[69019]: value = "task-3346928" [ 930.489750] env[69019]: _type = "Task" [ 930.489750] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.502265] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.514236] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.577252] env[69019]: DEBUG nova.network.neutron [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.590043] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc4a416b-81ec-4dbc-ac6e-9a99a0863543 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.605035] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27182310-8ca8-4b28-9040-08ad3781893d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.657392] env[69019]: DEBUG nova.compute.manager [req-a50892f2-1b0d-4cfb-ba21-d094fb8078db req-d57ca7c2-24fa-4660-b17e-b97112af4b36 service nova] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Detach interface failed, port_id=0b9bb283-d8af-49c8-a98a-afc2bb686e25, reason: Instance 3d555ed4-77ff-4525-a1f7-1954edf1991f could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.789876] env[69019]: DEBUG nova.network.neutron [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.801376] env[69019]: DEBUG nova.network.neutron [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.865222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "83a50bbf-f5c0-495c-acdf-8dd8d410473f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.865554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "83a50bbf-f5c0-495c-acdf-8dd8d410473f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.010879] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.019737] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.082234] env[69019]: INFO nova.compute.manager [-] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Took 1.52 seconds to deallocate network for instance. [ 931.293160] env[69019]: INFO nova.compute.manager [-] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Took 1.55 seconds to deallocate network for instance. [ 931.307026] env[69019]: INFO nova.compute.manager [-] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Took 1.63 seconds to deallocate network for instance. [ 931.373449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "83a50bbf-f5c0-495c-acdf-8dd8d410473f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.373449] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.505396] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.516033] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.590309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.684940] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd66428-d4aa-463c-bcfb-d8764c2a3eb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.695951] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53caa3af-a48e-4e0a-ab57-a883fe47ad69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738043] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc4da6-9f22-4676-a43a-3e37837efef6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.749022] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aab9e2-e6cc-4d88-9579-541a2e5b84b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.769410] env[69019]: DEBUG nova.compute.provider_tree [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.803043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.819745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.878693] env[69019]: DEBUG nova.compute.utils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.880410] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.880721] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.939574] env[69019]: DEBUG nova.policy [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e248619386744998179ce304d006e1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ee591c8025489abd7c0ed3869a0415', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.008454] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.021025] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346922, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.673311} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.021025] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8/OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8.vmdk to [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk. [ 932.021025] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Cleaning up location [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 932.021025] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5cc2ff20-7bd3-4793-98cd-6c9336eb3eb8 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.021025] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8260ae2-4903-4f9f-bd76-05ef8c25cf23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.029556] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 932.029556] env[69019]: value = "task-3346929" [ 932.029556] env[69019]: _type = "Task" [ 932.029556] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.039979] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.157439] env[69019]: DEBUG nova.compute.manager [req-034ab296-7929-4bcf-acc2-a92ee0cb3b83 req-bf879ca0-5a9f-4bc3-87f6-efe0823048e9 service nova] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Received event network-vif-deleted-d81e3e65-e447-4b2b-8d08-68ed955defd0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.157653] env[69019]: DEBUG nova.compute.manager [req-034ab296-7929-4bcf-acc2-a92ee0cb3b83 req-bf879ca0-5a9f-4bc3-87f6-efe0823048e9 service nova] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Received event network-vif-deleted-bbb54dd0-913e-4471-8c7c-707cef94fc44 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.275496] env[69019]: DEBUG nova.scheduler.client.report [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.279868] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Successfully created port: 5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.385012] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.506364] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346928, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.559513} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.506744] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ac132f34-8050-428e-9ee3-df0306d0f875/ac132f34-8050-428e-9ee3-df0306d0f875.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.506985] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.507270] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d5922e2-0bff-4b68-8f52-7e8fe9e4ef30 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.519020] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 932.519020] env[69019]: value = "task-3346930" [ 932.519020] env[69019]: _type = "Task" [ 932.519020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.530078] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.543088] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049088} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.543531] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.543716] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.544208] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk to [datastore1] 1794e61c-5db2-4dcc-b601-631d2af6acbe/1794e61c-5db2-4dcc-b601-631d2af6acbe.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.544929] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3eb6936-915d-4a51-8527-9077ebf45922 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.555804] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 932.555804] env[69019]: value = "task-3346931" [ 932.555804] env[69019]: _type = "Task" [ 932.555804] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.566133] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.600214] env[69019]: DEBUG nova.compute.manager [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 932.787033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.787033] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.789935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.072s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.793035] env[69019]: INFO nova.compute.claims [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.029501] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179215} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.029783] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.030606] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180bba1d-20f3-4543-8239-4b2985fbd9ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.055077] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ac132f34-8050-428e-9ee3-df0306d0f875/ac132f34-8050-428e-9ee3-df0306d0f875.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.055719] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baff5654-44c6-4458-88c4-25b6c446943c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.078621] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.079938] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 933.079938] env[69019]: value = "task-3346932" [ 933.079938] env[69019]: _type = "Task" [ 933.079938] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.088202] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.122625] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.293024] env[69019]: DEBUG nova.compute.utils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.295903] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.295903] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.354032] env[69019]: DEBUG nova.policy [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bef446dc38234bcb8ebe0f7d527e3966', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c55ba12689b34a4b92e75b9389411632', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.399947] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.440151] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.440444] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.440618] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.440797] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.440937] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.441099] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.441313] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.441468] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.441663] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.441842] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.442101] env[69019]: DEBUG nova.virt.hardware [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.443391] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5da42-f2ec-438c-90bf-61e9c6fee803 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.454390] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1d15a-e830-4a62-9799-f5bb616c3431 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.590759] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.601192] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.802666] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.848832] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Successfully created port: 937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.084166] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.100701] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.245138] env[69019]: DEBUG nova.compute.manager [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Received event network-vif-plugged-5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.245277] env[69019]: DEBUG oslo_concurrency.lockutils [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] Acquiring lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.245484] env[69019]: DEBUG oslo_concurrency.lockutils [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.245692] env[69019]: DEBUG oslo_concurrency.lockutils [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.245810] env[69019]: DEBUG nova.compute.manager [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] No waiting events found dispatching network-vif-plugged-5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.246046] env[69019]: WARNING nova.compute.manager [req-ff6026ad-feb2-4915-8f0f-db3b47dd5992 req-65eeda1f-10cf-4910-abfd-f17a4594ef0c service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Received unexpected event network-vif-plugged-5440424b-daba-4638-af10-21d82e844bf2 for instance with vm_state building and task_state spawning. [ 934.251045] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Successfully updated port: 5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.304190] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2e0f8-b15a-4b8e-b37d-e35659d76649 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.313593] env[69019]: INFO nova.virt.block_device [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Booting with volume e9c9a15f-4f40-4c69-895a-e8595f3987a0 at /dev/sda [ 934.324907] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4fe3aa-1ad5-4a9e-84cd-b33c495a265e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.372106] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9bcc56-2f37-4aa6-9789-cff5e7f8c509 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.374879] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e32a590-f431-483d-bc94-7eb19ec1fa08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.387653] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887fc178-f6d9-4774-b3a6-02564d0b517f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.395311] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bda1f3-d717-4bd0-99aa-f7e299018348 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.422754] env[69019]: DEBUG nova.compute.provider_tree [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.439149] env[69019]: DEBUG nova.scheduler.client.report [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.443032] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a64e40-ca6e-4c75-9984-718bc66f3d0a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.456224] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a713a4-f3d9-449c-afb7-7a37b73895ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.498968] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161b1b2-e66d-49c9-b170-0f6374e0ef9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.509584] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d98c4c-efc5-4e70-a168-d768ec4bb565 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.526705] env[69019]: DEBUG nova.virt.block_device [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updating existing volume attachment record: d12c94c0-b35c-4381-8187-e0d898bbdee1 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 934.565772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "3118e728-19ef-41fc-9ff0-fef78b610336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.566401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.587265] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.600965] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.751423] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.751423] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquired lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.751423] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.946695] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.947294] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.951498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.151s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.951963] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.954394] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.657s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.954623] env[69019]: DEBUG nova.objects.instance [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lazy-loading 'resources' on Instance uuid d2679ab7-f455-4f64-aa5d-006427847a03 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.983142] env[69019]: INFO nova.scheduler.client.report [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted allocations for instance 4e37e840-c406-495d-aa68-055a59f23305 [ 935.068824] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.085145] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.104668] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.287198] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.416809] env[69019]: DEBUG nova.network.neutron [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Updating instance_info_cache with network_info: [{"id": "5440424b-daba-4638-af10-21d82e844bf2", "address": "fa:16:3e:1d:c3:a8", "network": {"id": "2d579165-1ebe-46a1-bb29-ea27148275b3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1435112743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ee591c8025489abd7c0ed3869a0415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5440424b-da", "ovs_interfaceid": "5440424b-daba-4638-af10-21d82e844bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.460067] env[69019]: DEBUG nova.compute.utils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.464347] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.464347] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.493943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-39e0f406-530d-48e4-b01a-441ded6226fd tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "4e37e840-c406-495d-aa68-055a59f23305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.565s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.527284] env[69019]: DEBUG nova.policy [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.589847] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346931, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.889327} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.593701] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a82b073-a21a-4dc7-8356-9d2b7699607b/1a82b073-a21a-4dc7-8356-9d2b7699607b.vmdk to [datastore1] 1794e61c-5db2-4dcc-b601-631d2af6acbe/1794e61c-5db2-4dcc-b601-631d2af6acbe.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.594531] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aaf91c-342f-4ac5-a2e3-95e25b54f929 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.598070] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.608956] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346932, 'name': ReconfigVM_Task, 'duration_secs': 2.116377} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.618556] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ac132f34-8050-428e-9ee3-df0306d0f875/ac132f34-8050-428e-9ee3-df0306d0f875.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.630016] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1794e61c-5db2-4dcc-b601-631d2af6acbe/1794e61c-5db2-4dcc-b601-631d2af6acbe.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.633998] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026ef39f-e4e7-41f5-a2ba-349f84e3a21f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.637766] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5246ad6-10f6-422f-900d-204f85ddd381 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663945] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 935.663945] env[69019]: value = "task-3346933" [ 935.663945] env[69019]: _type = "Task" [ 935.663945] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.665617] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 935.665617] env[69019]: value = "task-3346934" [ 935.665617] env[69019]: _type = "Task" [ 935.665617] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.678644] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.685032] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346933, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.874385] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Successfully updated port: 937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.919219] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Releasing lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.919556] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Instance network_info: |[{"id": "5440424b-daba-4638-af10-21d82e844bf2", "address": "fa:16:3e:1d:c3:a8", "network": {"id": "2d579165-1ebe-46a1-bb29-ea27148275b3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1435112743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ee591c8025489abd7c0ed3869a0415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5440424b-da", "ovs_interfaceid": "5440424b-daba-4638-af10-21d82e844bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.920237] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5440424b-daba-4638-af10-21d82e844bf2', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.928746] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Creating folder: Project (a7ee591c8025489abd7c0ed3869a0415). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.930945] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12eda1e3-17e2-45bb-a3bc-11e39f545b33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.934090] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3466ec55-0872-4fe8-9131-444869b1fd5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.943801] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35c1d7c-61c0-4fbf-aaed-df4f824cebff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.949946] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Created folder: Project (a7ee591c8025489abd7c0ed3869a0415) in parent group-v667907. [ 935.950133] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Creating folder: Instances. Parent ref: group-v668115. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.950697] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396edab7-743d-4708-94a7-4b8ea33ca8ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.981403] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.986594] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Successfully created port: 6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.989107] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37797d73-d801-4d9c-afd1-11d28da3e854 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.992050] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Created folder: Instances in parent group-v668115. [ 935.992306] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.993131] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.993879] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2388ea-683c-42f3-b872-99c5a489fbaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.014443] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf9894-7119-4d88-9371-14026ad459ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.021503] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.021503] env[69019]: value = "task-3346937" [ 936.021503] env[69019]: _type = "Task" [ 936.021503] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.037480] env[69019]: DEBUG nova.compute.provider_tree [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.048026] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346937, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.177373] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346933, 'name': Rename_Task, 'duration_secs': 0.337867} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.177373] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.177540] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea083ca-894e-40ac-8cfa-f135e045becd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.182667] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346934, 'name': ReconfigVM_Task, 'duration_secs': 0.342652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.183503] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1794e61c-5db2-4dcc-b601-631d2af6acbe/1794e61c-5db2-4dcc-b601-631d2af6acbe.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.184310] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7439d769-0480-4361-9982-466941b8a29e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.190544] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 936.190544] env[69019]: value = "task-3346938" [ 936.190544] env[69019]: _type = "Task" [ 936.190544] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.195891] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 936.195891] env[69019]: value = "task-3346939" [ 936.195891] env[69019]: _type = "Task" [ 936.195891] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.203349] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.211732] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346939, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.281481] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Received event network-changed-5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.281481] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Refreshing instance network info cache due to event network-changed-5440424b-daba-4638-af10-21d82e844bf2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.281781] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Acquiring lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.281827] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Acquired lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.281992] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Refreshing network info cache for port 5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.287176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.287422] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.376886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.376983] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquired lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.377226] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.530563] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346937, 'name': CreateVM_Task, 'duration_secs': 0.407177} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.531340] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.532062] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.532269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.532614] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.533129] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0264477-0e1d-4257-ac1a-e6c094a20e58 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.537988] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 936.537988] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525cba37-1ad4-2e30-a28f-4dfeeb731cf8" [ 936.537988] env[69019]: _type = "Task" [ 936.537988] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.541828] env[69019]: DEBUG nova.scheduler.client.report [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.550319] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525cba37-1ad4-2e30-a28f-4dfeeb731cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.662182] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.662785] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.663008] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.663201] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.663355] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.663619] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.663794] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.664016] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.664185] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.664358] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.664523] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.664700] env[69019]: DEBUG nova.virt.hardware [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.665600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ef045d-8cec-4ee5-a909-29b3a57a0277 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.673873] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe6019-3fd9-4cd4-94d8-65e9254df2df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.699869] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.708262] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346939, 'name': Rename_Task, 'duration_secs': 0.221964} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.708521] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.708765] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941e74ec-47e5-48a2-a2d0-81cc735f59ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.715494] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 936.715494] env[69019]: value = "task-3346940" [ 936.715494] env[69019]: _type = "Task" [ 936.715494] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.723052] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.790097] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.930233] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.002912] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.037154] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.037394] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.037557] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.037741] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.038461] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.038686] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.038913] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.039093] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.039268] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.039754] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.040411] env[69019]: DEBUG nova.virt.hardware [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.041429] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3006134c-efd4-4769-b9b3-4edeaa2d904c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.052257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.057488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.709s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.058960] env[69019]: INFO nova.compute.claims [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.070017] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba8236e-5099-4677-a8b4-3e3954c00f2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.078693] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525cba37-1ad4-2e30-a28f-4dfeeb731cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.04509} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.079562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.079810] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.080067] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.080221] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.080496] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.080782] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11670564-303b-40b7-ad44-4fa59a788c66 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.095526] env[69019]: INFO nova.scheduler.client.report [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Deleted allocations for instance d2679ab7-f455-4f64-aa5d-006427847a03 [ 937.107880] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.108189] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.109367] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7939261-9170-428e-80cb-15a665f1f966 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.121032] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 937.121032] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ae895e-5269-bea0-1927-2dd22ad509be" [ 937.121032] env[69019]: _type = "Task" [ 937.121032] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.126495] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Updated VIF entry in instance network info cache for port 5440424b-daba-4638-af10-21d82e844bf2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.126889] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Updating instance_info_cache with network_info: [{"id": "5440424b-daba-4638-af10-21d82e844bf2", "address": "fa:16:3e:1d:c3:a8", "network": {"id": "2d579165-1ebe-46a1-bb29-ea27148275b3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1435112743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ee591c8025489abd7c0ed3869a0415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5440424b-da", "ovs_interfaceid": "5440424b-daba-4638-af10-21d82e844bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.135344] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ae895e-5269-bea0-1927-2dd22ad509be, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.136217] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a51721c-848a-4722-97c6-5c118d5357fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.143894] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 937.143894] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52485574-82b5-2bab-db8a-6b2042f4c8ee" [ 937.143894] env[69019]: _type = "Task" [ 937.143894] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.155799] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52485574-82b5-2bab-db8a-6b2042f4c8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.170010] env[69019]: DEBUG nova.network.neutron [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updating instance_info_cache with network_info: [{"id": "937fbff3-367e-40a7-b4eb-a3755806d46a", "address": "fa:16:3e:f0:7b:1c", "network": {"id": "5d663677-02fd-49b1-a9a9-ac79053d8a8b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1651508848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ba12689b34a4b92e75b9389411632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937fbff3-36", "ovs_interfaceid": "937fbff3-367e-40a7-b4eb-a3755806d46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.206406] env[69019]: DEBUG oslo_vmware.api [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3346938, 'name': PowerOnVM_Task, 'duration_secs': 0.983302} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.206851] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.207098] env[69019]: INFO nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Took 11.19 seconds to spawn the instance on the hypervisor. [ 937.207382] env[69019]: DEBUG nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.208457] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2792e1c-f420-44c6-b09a-45d24c7cae45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.232048] env[69019]: DEBUG oslo_vmware.api [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346940, 'name': PowerOnVM_Task, 'duration_secs': 0.50275} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.232338] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.232555] env[69019]: INFO nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Took 13.66 seconds to spawn the instance on the hypervisor. [ 937.232749] env[69019]: DEBUG nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.233688] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0319c265-5c78-43ac-b184-f0d8a5e81580 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.310208] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.486343] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Successfully updated port: 6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.603353] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6e8fb019-a0ce-4855-9912-01b1e684b6a9 tempest-ServersAdminTestJSON-1215215533 tempest-ServersAdminTestJSON-1215215533-project-member] Lock "d2679ab7-f455-4f64-aa5d-006427847a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.014s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.629628] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Releasing lock "refresh_cache-2c969f93-90a1-4b89-bfc8-5475bb13739b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.629875] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Received event network-vif-plugged-937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.630082] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Acquiring lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.630324] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.630522] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.630688] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] No waiting events found dispatching network-vif-plugged-937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.630909] env[69019]: WARNING nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Received unexpected event network-vif-plugged-937fbff3-367e-40a7-b4eb-a3755806d46a for instance with vm_state building and task_state spawning. [ 937.631025] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Received event network-changed-937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.631184] env[69019]: DEBUG nova.compute.manager [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Refreshing instance network info cache due to event network-changed-937fbff3-367e-40a7-b4eb-a3755806d46a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.631351] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Acquiring lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.655559] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52485574-82b5-2bab-db8a-6b2042f4c8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.656210] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.656493] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2c969f93-90a1-4b89-bfc8-5475bb13739b/2c969f93-90a1-4b89-bfc8-5475bb13739b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.656758] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47e34d59-b71a-454f-8f78-5f50440f5afc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.663985] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 937.663985] env[69019]: value = "task-3346941" [ 937.663985] env[69019]: _type = "Task" [ 937.663985] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.672410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Releasing lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.672745] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Instance network_info: |[{"id": "937fbff3-367e-40a7-b4eb-a3755806d46a", "address": "fa:16:3e:f0:7b:1c", "network": {"id": "5d663677-02fd-49b1-a9a9-ac79053d8a8b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1651508848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ba12689b34a4b92e75b9389411632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937fbff3-36", "ovs_interfaceid": "937fbff3-367e-40a7-b4eb-a3755806d46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.673044] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.673290] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Acquired lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.673467] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Refreshing network info cache for port 937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.674629] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:7b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '937fbff3-367e-40a7-b4eb-a3755806d46a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.681945] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Creating folder: Project (c55ba12689b34a4b92e75b9389411632). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.685046] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d70426f-16e8-46e8-9b76-3b4b0432290d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.700218] env[69019]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 937.700372] env[69019]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69019) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 937.700725] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Folder already exists: Project (c55ba12689b34a4b92e75b9389411632). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 937.700942] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Creating folder: Instances. Parent ref: group-v668093. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.701184] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90819df3-e381-426b-87c1-44242edfeb5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.712033] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Created folder: Instances in parent group-v668093. [ 937.712285] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.712504] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.714786] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b2b4ac5-664b-4efb-a837-8ae7bfb742bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.735698] env[69019]: INFO nova.compute.manager [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Took 25.25 seconds to build instance. [ 937.740329] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.740329] env[69019]: value = "task-3346944" [ 937.740329] env[69019]: _type = "Task" [ 937.740329] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.752773] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346944, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.755319] env[69019]: INFO nova.compute.manager [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Took 25.97 seconds to build instance. [ 937.940080] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updated VIF entry in instance network info cache for port 937fbff3-367e-40a7-b4eb-a3755806d46a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.940926] env[69019]: DEBUG nova.network.neutron [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updating instance_info_cache with network_info: [{"id": "937fbff3-367e-40a7-b4eb-a3755806d46a", "address": "fa:16:3e:f0:7b:1c", "network": {"id": "5d663677-02fd-49b1-a9a9-ac79053d8a8b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1651508848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ba12689b34a4b92e75b9389411632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937fbff3-36", "ovs_interfaceid": "937fbff3-367e-40a7-b4eb-a3755806d46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.988943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.988943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.988943] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.180035] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.241396] env[69019]: DEBUG oslo_concurrency.lockutils [None req-54165324-8e76-4891-95ed-d8d8f143c90e tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.764s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.252674] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346944, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.258215] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fe828f1-f953-497b-b60b-e0bcb0bef560 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.491s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.330610] env[69019]: DEBUG nova.compute.manager [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Received event network-vif-plugged-6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.330610] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.330808] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.331364] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.331364] env[69019]: DEBUG nova.compute.manager [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] No waiting events found dispatching network-vif-plugged-6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.331683] env[69019]: WARNING nova.compute.manager [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Received unexpected event network-vif-plugged-6a652e89-196c-449a-af89-383c885e2c5d for instance with vm_state building and task_state spawning. [ 938.331797] env[69019]: DEBUG nova.compute.manager [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Received event network-changed-6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.332338] env[69019]: DEBUG nova.compute.manager [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Refreshing instance network info cache due to event network-changed-6a652e89-196c-449a-af89-383c885e2c5d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.332338] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Acquiring lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.443645] env[69019]: DEBUG oslo_concurrency.lockutils [req-0128e29c-61a4-4f37-96b9-79040f6a3cb0 req-262d1c15-155e-4853-b194-12e003874e23 service nova] Releasing lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.465848] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ca2e8-9bb6-4449-bea1-4006b10c8639 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.474907] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe67f57-3902-4a88-ac3d-01c89ed99009 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.511013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d0033-680e-4f69-a77b-e1d41d1565da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.520430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585f0ca-2683-468d-8562-7017453ba4ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.537025] env[69019]: DEBUG nova.compute.provider_tree [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.550142] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.676285] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658033} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.676650] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 2c969f93-90a1-4b89-bfc8-5475bb13739b/2c969f93-90a1-4b89-bfc8-5475bb13739b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.677382] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.677706] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-804b19fc-b6f2-4b01-81c4-3c1a43da3406 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.685986] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 938.685986] env[69019]: value = "task-3346945" [ 938.685986] env[69019]: _type = "Task" [ 938.685986] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.697960] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.761243] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346944, 'name': CreateVM_Task, 'duration_secs': 0.762671} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.761483] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.762288] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': 'd12c94c0-b35c-4381-8187-e0d898bbdee1', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668103', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'name': 'volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1efbef2-5283-4d0c-92a5-5a1b17a91aea', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'serial': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0'}, 'volume_type': None}], 'swap': None} {{(pid=69019) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 938.762558] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Root volume attach. Driver type: vmdk {{(pid=69019) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 938.764169] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca838b-d75a-4246-a487-c2902e04a805 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.774084] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ceea2-6136-4c73-9880-3251b31ddb4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.778798] env[69019]: DEBUG nova.network.neutron [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Updating instance_info_cache with network_info: [{"id": "6a652e89-196c-449a-af89-383c885e2c5d", "address": "fa:16:3e:1c:db:f5", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a652e89-19", "ovs_interfaceid": "6a652e89-196c-449a-af89-383c885e2c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.784916] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92952cb8-7c7d-4394-a763-cffaacc94c6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.793252] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0617c766-b8f6-421a-ab56-5132909375c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.802917] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 938.802917] env[69019]: value = "task-3346946" [ 938.802917] env[69019]: _type = "Task" [ 938.802917] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.815136] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.906295] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.906564] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.906779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.906959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.907145] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.910616] env[69019]: INFO nova.compute.manager [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Terminating instance [ 939.039534] env[69019]: DEBUG nova.scheduler.client.report [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.064432] env[69019]: DEBUG nova.compute.manager [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Received event network-changed-a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.064644] env[69019]: DEBUG nova.compute.manager [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Refreshing instance network info cache due to event network-changed-a8c2722c-3d69-4406-86dd-dc66750dda20. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.064897] env[69019]: DEBUG oslo_concurrency.lockutils [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] Acquiring lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.064996] env[69019]: DEBUG oslo_concurrency.lockutils [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] Acquired lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.065374] env[69019]: DEBUG nova.network.neutron [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Refreshing network info cache for port a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.199349] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074172} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.200028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.205497] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea94f18-3d37-412d-9c46-3fc3d57a3837 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.231526] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 2c969f93-90a1-4b89-bfc8-5475bb13739b/2c969f93-90a1-4b89-bfc8-5475bb13739b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.231838] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c241f71-105d-4aa5-a4b7-872a1be3e199 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.260025] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 939.260025] env[69019]: value = "task-3346947" [ 939.260025] env[69019]: _type = "Task" [ 939.260025] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.268073] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.282312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.282721] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Instance network_info: |[{"id": "6a652e89-196c-449a-af89-383c885e2c5d", "address": "fa:16:3e:1c:db:f5", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a652e89-19", "ovs_interfaceid": "6a652e89-196c-449a-af89-383c885e2c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.283038] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Acquired lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.283218] env[69019]: DEBUG nova.network.neutron [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Refreshing network info cache for port 6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.284548] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:db:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a652e89-196c-449a-af89-383c885e2c5d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.294566] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.298641] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.299318] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1f12f17-cc26-4356-8fbd-ea58291049f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.329527] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 34%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.330842] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.330842] env[69019]: value = "task-3346948" [ 939.330842] env[69019]: _type = "Task" [ 939.330842] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.340884] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346948, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.415616] env[69019]: DEBUG nova.compute.manager [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.415901] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.416978] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6930a4e0-2e90-4bd6-927f-935a3d3ca443 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.431459] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.431826] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ee3048-8f92-4792-9751-b41a88a84e99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.444098] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 939.444098] env[69019]: value = "task-3346949" [ 939.444098] env[69019]: _type = "Task" [ 939.444098] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.457758] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.542879] env[69019]: DEBUG nova.network.neutron [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Updated VIF entry in instance network info cache for port 6a652e89-196c-449a-af89-383c885e2c5d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.543328] env[69019]: DEBUG nova.network.neutron [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Updating instance_info_cache with network_info: [{"id": "6a652e89-196c-449a-af89-383c885e2c5d", "address": "fa:16:3e:1c:db:f5", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a652e89-19", "ovs_interfaceid": "6a652e89-196c-449a-af89-383c885e2c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.548024] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.548024] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.552122] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.584s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.552342] env[69019]: DEBUG nova.objects.instance [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lazy-loading 'resources' on Instance uuid d59aab98-a7bb-4c3f-8d4c-ee21dde34086 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.775109] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.830815] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 43%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.844844] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346948, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.847245] env[69019]: DEBUG nova.network.neutron [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updated VIF entry in instance network info cache for port a8c2722c-3d69-4406-86dd-dc66750dda20. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.847245] env[69019]: DEBUG nova.network.neutron [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updating instance_info_cache with network_info: [{"id": "a8c2722c-3d69-4406-86dd-dc66750dda20", "address": "fa:16:3e:bc:f5:00", "network": {"id": "a1cb6aad-94f1-4f4d-87cf-cfade709a4b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1468724558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92d54e764394af1a16db3c334c2b8c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c2722c-3d", "ovs_interfaceid": "a8c2722c-3d69-4406-86dd-dc66750dda20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.956286] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.052831] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6483b03-61b2-44c8-a8ee-5a6a7e80f72b req-dd7a8282-4638-48c5-b4c2-b013f66f112e service nova] Releasing lock "refresh_cache-82efc8cf-cc42-4c82-9d68-54c88ad654c4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.055421] env[69019]: DEBUG nova.compute.utils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.056871] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.057064] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.115681] env[69019]: DEBUG nova.policy [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdaeed1754e04498927e5dcf79ae1cdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc679dc5b51448191323ab6805e7a45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.276343] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346947, 'name': ReconfigVM_Task, 'duration_secs': 0.7971} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.279696] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 2c969f93-90a1-4b89-bfc8-5475bb13739b/2c969f93-90a1-4b89-bfc8-5475bb13739b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.280718] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d579bde-f598-4eb0-bfd9-b5526bf76a9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.291372] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 940.291372] env[69019]: value = "task-3346950" [ 940.291372] env[69019]: _type = "Task" [ 940.291372] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.306553] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346950, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.333362] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 56%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.345894] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346948, 'name': CreateVM_Task, 'duration_secs': 0.563859} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.347025] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.347025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.347025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.347266] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.347553] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9980b83-5d03-4a98-953c-13e40da72ce0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.349672] env[69019]: DEBUG oslo_concurrency.lockutils [req-26282375-8bdf-43c3-b038-05ad16245ab3 req-0723167a-545a-4780-b1df-3ba9b9d14fd3 service nova] Releasing lock "refresh_cache-ac132f34-8050-428e-9ee3-df0306d0f875" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.356027] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 940.356027] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231bdd3-f345-ab2d-4794-8be99dd7d330" [ 940.356027] env[69019]: _type = "Task" [ 940.356027] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.377300] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231bdd3-f345-ab2d-4794-8be99dd7d330, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.381619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.381900] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.383096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.383096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.383096] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.383096] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29da4c60-acb5-4e4f-82ac-fc759cac1712 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.395180] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.395439] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.396304] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0087e3c-7e76-4277-9ae4-064ebe0de33a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.406851] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 940.406851] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52643ba8-7140-132a-9496-78e19ed54ac1" [ 940.406851] env[69019]: _type = "Task" [ 940.406851] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.419067] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52643ba8-7140-132a-9496-78e19ed54ac1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.420144] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fa92d3-47b2-4f38-a2d7-422410d8fd0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.432114] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 940.432114] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a4f394-a6e7-72e0-83d9-035553f91bb0" [ 940.432114] env[69019]: _type = "Task" [ 940.432114] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.438087] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Successfully created port: 0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.456221] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a4f394-a6e7-72e0-83d9-035553f91bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.456949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.457558] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 82efc8cf-cc42-4c82-9d68-54c88ad654c4/82efc8cf-cc42-4c82-9d68-54c88ad654c4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.457558] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e0f158-caae-4658-a2b2-bb66ed9ebaa3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.469176] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.472020] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 940.472020] env[69019]: value = "task-3346951" [ 940.472020] env[69019]: _type = "Task" [ 940.472020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.482631] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.513334] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6ae6c-4295-48ee-b85c-cd035d3d8408 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.529360] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f826ff0-9f19-4d56-9f37-27cff47be2ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.564539] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.568167] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32de548-140f-4ebc-ac98-157463e1c4d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.579619] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26c266-2e4f-470f-ba7a-27abeaf26fd2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.599681] env[69019]: DEBUG nova.compute.provider_tree [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.807893] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346950, 'name': Rename_Task, 'duration_secs': 0.2182} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.808427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.808893] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b99331-708e-4b01-8bd3-560093c98cb2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.820191] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 940.820191] env[69019]: value = "task-3346952" [ 940.820191] env[69019]: _type = "Task" [ 940.820191] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.837477] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 69%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.841638] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.960383] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346949, 'name': PowerOffVM_Task, 'duration_secs': 1.1976} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.960796] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.961041] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.961404] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36596e22-4dc0-428a-a6f7-0129bbd5342a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.985398] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346951, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.102305] env[69019]: DEBUG nova.scheduler.client.report [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.208310] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.208575] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.208728] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore1] 1794e61c-5db2-4dcc-b601-631d2af6acbe {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.209077] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa82c23b-5604-4ffc-b05e-134eb7457fe0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.220211] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 941.220211] env[69019]: value = "task-3346954" [ 941.220211] env[69019]: _type = "Task" [ 941.220211] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.233096] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.332775] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 82%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.341334] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.486047] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551307} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.486047] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 82efc8cf-cc42-4c82-9d68-54c88ad654c4/82efc8cf-cc42-4c82-9d68-54c88ad654c4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.486157] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.486376] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f54250-5eee-43a8-a20a-4508b2ad9697 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.499099] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 941.499099] env[69019]: value = "task-3346955" [ 941.499099] env[69019]: _type = "Task" [ 941.499099] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.515093] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.579248] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.609150] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.612189] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.021s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.612677] env[69019]: DEBUG nova.objects.instance [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'resources' on Instance uuid 3d555ed4-77ff-4525-a1f7-1954edf1991f {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.621564] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.621564] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.621564] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.621807] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.621807] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.621807] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.621807] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.621932] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.622057] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.622702] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.622702] env[69019]: DEBUG nova.virt.hardware [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.627026] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea75f8a-d0b6-4cb8-8bd9-fecd71e84f71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.644387] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab72162-1aac-4ad3-a167-8fb1379df933 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.650258] env[69019]: INFO nova.scheduler.client.report [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Deleted allocations for instance d59aab98-a7bb-4c3f-8d4c-ee21dde34086 [ 941.736407] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.832545] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.839821] env[69019]: DEBUG oslo_vmware.api [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346952, 'name': PowerOnVM_Task, 'duration_secs': 0.754922} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.840991] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.840991] env[69019]: INFO nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Took 8.44 seconds to spawn the instance on the hypervisor. [ 941.840991] env[69019]: DEBUG nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.841660] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee94a98e-69b0-4591-930e-ff2250577498 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.910571] env[69019]: DEBUG nova.compute.manager [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Received event network-vif-plugged-0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.910799] env[69019]: DEBUG oslo_concurrency.lockutils [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] Acquiring lock "46c608f7-7214-42d5-a160-33f1885660f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.911051] env[69019]: DEBUG oslo_concurrency.lockutils [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] Lock "46c608f7-7214-42d5-a160-33f1885660f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.911195] env[69019]: DEBUG oslo_concurrency.lockutils [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] Lock "46c608f7-7214-42d5-a160-33f1885660f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.911368] env[69019]: DEBUG nova.compute.manager [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] No waiting events found dispatching network-vif-plugged-0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.911537] env[69019]: WARNING nova.compute.manager [req-b9952658-0a20-4af5-81be-541ee9a3aea6 req-c0d504b4-30c4-47e5-bb4d-5709b82bd904 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Received unexpected event network-vif-plugged-0772d277-965e-4415-9caf-648fdfe6404a for instance with vm_state building and task_state spawning. [ 942.000465] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Successfully updated port: 0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.012029] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091472} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.012917] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.013751] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b206c2c-c67a-43fa-9831-76b2b1ddd57d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.039393] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 82efc8cf-cc42-4c82-9d68-54c88ad654c4/82efc8cf-cc42-4c82-9d68-54c88ad654c4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.040105] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef28ae3-44db-4f8b-8b70-acef2dbf9571 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063928] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 942.063928] env[69019]: value = "task-3346956" [ 942.063928] env[69019]: _type = "Task" [ 942.063928] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.072602] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.159638] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fde3e0cf-fa29-4491-94cd-1a95e2ce4f2e tempest-ServerMetadataNegativeTestJSON-577854862 tempest-ServerMetadataNegativeTestJSON-577854862-project-member] Lock "d59aab98-a7bb-4c3f-8d4c-ee21dde34086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.759s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.233520] env[69019]: DEBUG oslo_vmware.api [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.233839] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.234023] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.234207] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.234385] env[69019]: INFO nova.compute.manager [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Took 2.82 seconds to destroy the instance on the hypervisor. [ 942.234628] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.237230] env[69019]: DEBUG nova.compute.manager [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.237374] env[69019]: DEBUG nova.network.neutron [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.330640] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.360864] env[69019]: INFO nova.compute.manager [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Took 27.18 seconds to build instance. [ 942.437623] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61757f89-7e28-46bc-a29a-adb9de70be5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.450740] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9241f07-2e23-4e99-ae74-606e79096ec0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.490199] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7781e8-5e48-495f-9be2-5d4b5d9ccf57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.499929] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992aec33-adfb-4289-8b17-4b83a6c3e0c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.506207] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.506380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquired lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.506503] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.516497] env[69019]: DEBUG nova.compute.provider_tree [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.548312] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.577346] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.716233] env[69019]: DEBUG nova.network.neutron [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updating instance_info_cache with network_info: [{"id": "0772d277-965e-4415-9caf-648fdfe6404a", "address": "fa:16:3e:35:5e:6e", "network": {"id": "bed3c7d6-40f6-4cb8-baf1-e1261e995472", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1339924628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc679dc5b51448191323ab6805e7a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0772d277-96", "ovs_interfaceid": "0772d277-965e-4415-9caf-648fdfe6404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.835663] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.864301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8e879331-e078-4dbf-93ee-1b74e4cb7df7 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.689s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.993875] env[69019]: DEBUG nova.network.neutron [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.022028] env[69019]: DEBUG nova.scheduler.client.report [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.083230] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.218797] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Releasing lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.219245] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Instance network_info: |[{"id": "0772d277-965e-4415-9caf-648fdfe6404a", "address": "fa:16:3e:35:5e:6e", "network": {"id": "bed3c7d6-40f6-4cb8-baf1-e1261e995472", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1339924628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc679dc5b51448191323ab6805e7a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0772d277-96", "ovs_interfaceid": "0772d277-965e-4415-9caf-648fdfe6404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.219743] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:5e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0772d277-965e-4415-9caf-648fdfe6404a', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.228077] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Creating folder: Project (ebc679dc5b51448191323ab6805e7a45). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.228550] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb74819b-1f37-4773-8b65-65ae88d43e26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.242479] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Created folder: Project (ebc679dc5b51448191323ab6805e7a45) in parent group-v667907. [ 943.242745] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Creating folder: Instances. Parent ref: group-v668121. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.243082] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b418e37f-1d3e-45dd-8462-bff5ac43620d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.256730] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Created folder: Instances in parent group-v668121. [ 943.257011] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.257244] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.257459] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7613c8-caa0-4a71-b9dd-67b01d65cc47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.287991] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.287991] env[69019]: value = "task-3346959" [ 943.287991] env[69019]: _type = "Task" [ 943.287991] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.298724] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346959, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.332013] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.483009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.483009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.483009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.483009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.483230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.483778] env[69019]: INFO nova.compute.manager [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Terminating instance [ 943.498775] env[69019]: INFO nova.compute.manager [-] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Took 1.26 seconds to deallocate network for instance. [ 943.531021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.531733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.729s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.532103] env[69019]: DEBUG nova.objects.instance [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lazy-loading 'resources' on Instance uuid 2171b9e8-2e8a-4f67-a13e-f004dc455fcc {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.562361] env[69019]: INFO nova.scheduler.client.report [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted allocations for instance 3d555ed4-77ff-4525-a1f7-1954edf1991f [ 943.578388] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346956, 'name': ReconfigVM_Task, 'duration_secs': 1.061238} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.578925] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 82efc8cf-cc42-4c82-9d68-54c88ad654c4/82efc8cf-cc42-4c82-9d68-54c88ad654c4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.579835] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efbac80e-3fe9-4559-b2d2-4f2adb58d985 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.589479] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 943.589479] env[69019]: value = "task-3346960" [ 943.589479] env[69019]: _type = "Task" [ 943.589479] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.602234] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346960, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.807288] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346959, 'name': CreateVM_Task, 'duration_secs': 0.378374} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.808643] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.809605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.809861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.810962] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.811654] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c42172-70de-4e7c-8678-f11fd75e1fc1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.818744] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 943.818744] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527b52d7-d1e4-9313-2a76-22dd89ea358e" [ 943.818744] env[69019]: _type = "Task" [ 943.818744] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.832019] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527b52d7-d1e4-9313-2a76-22dd89ea358e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.835798] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.988077] env[69019]: DEBUG nova.compute.manager [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.988235] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.989305] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854fdd7-7f10-4656-941f-57338331b1a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.001042] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.001042] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f2eccb-f8fa-4779-b5fd-c5b1878b864a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.005554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.011169] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 944.011169] env[69019]: value = "task-3346961" [ 944.011169] env[69019]: _type = "Task" [ 944.011169] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.019662] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.065587] env[69019]: DEBUG nova.compute.manager [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Received event network-changed-0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.065587] env[69019]: DEBUG nova.compute.manager [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Refreshing instance network info cache due to event network-changed-0772d277-965e-4415-9caf-648fdfe6404a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.067081] env[69019]: DEBUG oslo_concurrency.lockutils [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] Acquiring lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.067081] env[69019]: DEBUG oslo_concurrency.lockutils [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] Acquired lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.067081] env[69019]: DEBUG nova.network.neutron [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Refreshing network info cache for port 0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.076254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7a96e784-0a28-4cf5-9947-161dc06b3fae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "3d555ed4-77ff-4525-a1f7-1954edf1991f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.674s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.104165] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346960, 'name': Rename_Task, 'duration_secs': 0.274211} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.104711] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.106636] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838968be-59b5-4a48-b0aa-03fb42d24b13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.115872] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 944.115872] env[69019]: value = "task-3346962" [ 944.115872] env[69019]: _type = "Task" [ 944.115872] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.128016] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.341636] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.342066] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527b52d7-d1e4-9313-2a76-22dd89ea358e, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.345537] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.345587] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.345792] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.345936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.347111] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.347111] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69387df0-0890-45de-862d-1f66034ef1f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.358620] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.358831] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.359604] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b68a84-356d-4690-9c84-07716118eabe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.369348] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 944.369348] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245503b-b170-7b49-8232-f53a1021f9b1" [ 944.369348] env[69019]: _type = "Task" [ 944.369348] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.382031] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245503b-b170-7b49-8232-f53a1021f9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.405774] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481dd37-64af-4157-9bda-a054dd4f72ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.412676] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b0084-d304-4a69-bc15-216927507f64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.452196] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c591c9-470d-4321-8066-88321b009059 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.460801] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95b5e4-7932-4111-980f-0dce3fb9deef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.476836] env[69019]: DEBUG nova.compute.provider_tree [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.523197] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346961, 'name': PowerOffVM_Task, 'duration_secs': 0.225322} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.523197] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.523197] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.523197] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c62dd03-f69a-4b40-a4c7-8902b1bcab98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.590866] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.591166] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.591479] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Deleting the datastore file [datastore2] 2c969f93-90a1-4b89-bfc8-5475bb13739b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.591885] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb6b1a0-76da-4ad3-84da-140f41b62e65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.599899] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for the task: (returnval){ [ 944.599899] env[69019]: value = "task-3346964" [ 944.599899] env[69019]: _type = "Task" [ 944.599899] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.608229] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.628539] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.834644] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346946, 'name': RelocateVM_Task, 'duration_secs': 5.593088} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.834890] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.835157] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668103', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'name': 'volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1efbef2-5283-4d0c-92a5-5a1b17a91aea', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'serial': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.838152] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e8e5b6-c1b1-4b2e-b2b4-e4ff0fa979f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.853843] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb46ca-a72e-455d-9b9c-92fa4a84485d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.878091] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0/volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.878478] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95a930c-b875-4f30-9759-fe6b3135e8ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.903217] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5245503b-b170-7b49-8232-f53a1021f9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01891} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.905673] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 944.905673] env[69019]: value = "task-3346965" [ 944.905673] env[69019]: _type = "Task" [ 944.905673] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.905869] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a592fd-1e45-4f1f-ac6c-0654dc47247d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.914843] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 944.914843] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52385a33-659e-49ed-c6f7-91e594f34cb0" [ 944.914843] env[69019]: _type = "Task" [ 944.914843] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.918297] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.927741] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52385a33-659e-49ed-c6f7-91e594f34cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.962250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "02598718-4a07-4b31-b5b2-35c29c91af85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.962250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.982219] env[69019]: DEBUG nova.scheduler.client.report [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.112474] env[69019]: DEBUG oslo_vmware.api [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Task: {'id': task-3346964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188111} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.112474] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.114810] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.115194] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.116416] env[69019]: INFO nova.compute.manager [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.116416] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.116669] env[69019]: DEBUG nova.network.neutron [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updated VIF entry in instance network info cache for port 0772d277-965e-4415-9caf-648fdfe6404a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.117219] env[69019]: DEBUG nova.network.neutron [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updating instance_info_cache with network_info: [{"id": "0772d277-965e-4415-9caf-648fdfe6404a", "address": "fa:16:3e:35:5e:6e", "network": {"id": "bed3c7d6-40f6-4cb8-baf1-e1261e995472", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1339924628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc679dc5b51448191323ab6805e7a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0772d277-96", "ovs_interfaceid": "0772d277-965e-4415-9caf-648fdfe6404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.118495] env[69019]: DEBUG nova.compute.manager [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.118495] env[69019]: DEBUG nova.network.neutron [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.134037] env[69019]: DEBUG oslo_vmware.api [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346962, 'name': PowerOnVM_Task, 'duration_secs': 0.628034} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.135037] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.135037] env[69019]: INFO nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Took 8.13 seconds to spawn the instance on the hypervisor. [ 945.135037] env[69019]: DEBUG nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.135769] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c0b503-011e-40a9-ae74-23a4133d2bbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.419480] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.428467] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52385a33-659e-49ed-c6f7-91e594f34cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.019788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.428727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.428988] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 46c608f7-7214-42d5-a160-33f1885660f0/46c608f7-7214-42d5-a160-33f1885660f0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.429263] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38966755-4fb1-4450-8263-dbe355b89065 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.436587] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 945.436587] env[69019]: value = "task-3346966" [ 945.436587] env[69019]: _type = "Task" [ 945.436587] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.444584] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.463322] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.489695] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.492331] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.673s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.492678] env[69019]: DEBUG nova.objects.instance [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lazy-loading 'resources' on Instance uuid 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.512705] env[69019]: INFO nova.scheduler.client.report [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted allocations for instance 2171b9e8-2e8a-4f67-a13e-f004dc455fcc [ 945.621661] env[69019]: DEBUG oslo_concurrency.lockutils [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] Releasing lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.621964] env[69019]: DEBUG nova.compute.manager [req-ecdb25f7-b02f-4d72-8337-8c97fb301fbc req-034e1a19-f32d-4acf-9392-73cd5790dd76 service nova] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Received event network-vif-deleted-d543366e-7e32-41c0-8da8-df7171cf2e52 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.657333] env[69019]: INFO nova.compute.manager [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Took 28.97 seconds to build instance. [ 945.858509] env[69019]: DEBUG nova.network.neutron [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.921234] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346965, 'name': ReconfigVM_Task, 'duration_secs': 0.682991} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.921234] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0/volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.926554] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad00374-1088-4874-beeb-8c535483297d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.949509] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.951591] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 945.951591] env[69019]: value = "task-3346967" [ 945.951591] env[69019]: _type = "Task" [ 945.951591] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.962836] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.990808] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.021451] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e65d6dfe-a991-4afa-bec3-24902e77cee4 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "2171b9e8-2e8a-4f67-a13e-f004dc455fcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.941s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.162822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-19a4db8b-729c-4b50-b909-28b523526e98 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.489s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.248397] env[69019]: DEBUG nova.compute.manager [req-21b979af-f086-4a11-906c-da5904d83bbf req-390ed3df-7feb-42b2-96ee-490297bf330d service nova] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Received event network-vif-deleted-5440424b-daba-4638-af10-21d82e844bf2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.354010] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d6d74-36a5-40bc-a377-bf846a1fc155 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.363768] env[69019]: INFO nova.compute.manager [-] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Took 1.24 seconds to deallocate network for instance. [ 946.366085] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de665b-970c-478d-b0ed-9742d812fec7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.403983] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe939c-25d6-40ac-8944-e43924d5cbc6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.412727] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ecfcd-8995-4ecf-8fd3-3b97d761ec08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.428876] env[69019]: DEBUG nova.compute.provider_tree [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.447391] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646632} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.447663] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 46c608f7-7214-42d5-a160-33f1885660f0/46c608f7-7214-42d5-a160-33f1885660f0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.447901] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.448208] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e254f75-190a-4b02-8825-28ffc0245e73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.457017] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 946.457017] env[69019]: value = "task-3346968" [ 946.457017] env[69019]: _type = "Task" [ 946.457017] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.463750] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346967, 'name': ReconfigVM_Task, 'duration_secs': 0.311556} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.464539] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668103', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'name': 'volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1efbef2-5283-4d0c-92a5-5a1b17a91aea', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'serial': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 946.466080] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2035b9c7-cb5d-4a77-88d3-5a46167436a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.471814] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.472891] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 946.472891] env[69019]: value = "task-3346969" [ 946.472891] env[69019]: _type = "Task" [ 946.472891] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.482096] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346969, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.878458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.934095] env[69019]: DEBUG nova.scheduler.client.report [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.967024] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129028} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.967340] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.968124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97366503-8ecb-42e5-be00-33b8b5c5eb57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.994097] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 46c608f7-7214-42d5-a160-33f1885660f0/46c608f7-7214-42d5-a160-33f1885660f0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.994891] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37e5dde-957f-4104-a580-d8ebc08b272f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.013546] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346969, 'name': Rename_Task, 'duration_secs': 0.399628} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.014735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.014735] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e31fe5-d335-4036-b3e5-ce6be40198f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.020302] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 947.020302] env[69019]: value = "task-3346970" [ 947.020302] env[69019]: _type = "Task" [ 947.020302] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.025154] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 947.025154] env[69019]: value = "task-3346971" [ 947.025154] env[69019]: _type = "Task" [ 947.025154] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.033926] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.037254] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.439389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.442121] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.319s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.467410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.467646] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.470213] env[69019]: INFO nova.scheduler.client.report [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Deleted allocations for instance 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e [ 947.532571] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.538391] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.949667] env[69019]: INFO nova.compute.claims [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.970849] env[69019]: DEBUG nova.compute.utils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.978835] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5846ed59-a484-4001-a092-6deda8838905 tempest-ListServersNegativeTestJSON-1690578456 tempest-ListServersNegativeTestJSON-1690578456-project-member] Lock "117ce0eb-e2ad-41f1-b2d2-57f0a46af11e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.963s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.036748] env[69019]: DEBUG oslo_vmware.api [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3346971, 'name': PowerOnVM_Task, 'duration_secs': 0.840828} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.039956] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.040193] env[69019]: INFO nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Took 11.38 seconds to spawn the instance on the hypervisor. [ 948.040385] env[69019]: DEBUG nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.040694] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.041430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d147e-30fd-4221-9f38-98a7a2586af4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.456236] env[69019]: INFO nova.compute.resource_tracker [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating resource usage from migration 8386ba8c-1326-402c-9082-d50165dfb915 [ 948.473799] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.535319] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346970, 'name': ReconfigVM_Task, 'duration_secs': 1.279592} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.537181] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 46c608f7-7214-42d5-a160-33f1885660f0/46c608f7-7214-42d5-a160-33f1885660f0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.537181] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1156076e-5c57-4e6a-a21d-3410add04573 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.547327] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 948.547327] env[69019]: value = "task-3346972" [ 948.547327] env[69019]: _type = "Task" [ 948.547327] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.561950] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346972, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.564199] env[69019]: INFO nova.compute.manager [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Took 32.58 seconds to build instance. [ 948.612612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "7adc3204-6f88-438d-9f40-311de678f575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.612812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.782317] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76e0b1-165c-4488-981a-e5f36ff1f593 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.791307] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112f148-3d82-42d0-93c9-d0b60f1032ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.823343] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed707c-53f6-44f1-8df6-46bc0adcfb6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.831723] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ddf4c-9ee8-413a-9294-f7156d7bbcdb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.847295] env[69019]: DEBUG nova.compute.provider_tree [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.062034] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346972, 'name': Rename_Task, 'duration_secs': 0.14766} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.062034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.062604] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3481deca-9001-4bef-8dfc-3bcf8b6b412a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.066588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3d4e752c-71a0-4c38-b57e-80244582cab5 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.089s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.071568] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 949.071568] env[69019]: value = "task-3346973" [ 949.071568] env[69019]: _type = "Task" [ 949.071568] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.080323] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.115881] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.292725] env[69019]: DEBUG nova.compute.manager [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Received event network-changed-937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.292947] env[69019]: DEBUG nova.compute.manager [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Refreshing instance network info cache due to event network-changed-937fbff3-367e-40a7-b4eb-a3755806d46a. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.293428] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] Acquiring lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.293642] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] Acquired lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.293835] env[69019]: DEBUG nova.network.neutron [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Refreshing network info cache for port 937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.350205] env[69019]: DEBUG nova.scheduler.client.report [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.567169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.568100] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.568426] env[69019]: INFO nova.compute.manager [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Attaching volume afa09b09-c859-4734-813c-22af9f849950 to /dev/sdb [ 949.587387] env[69019]: DEBUG oslo_vmware.api [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346973, 'name': PowerOnVM_Task, 'duration_secs': 0.452906} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.587387] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.587387] env[69019]: INFO nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Took 8.01 seconds to spawn the instance on the hypervisor. [ 949.587387] env[69019]: DEBUG nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.587387] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a65b0-e6fb-4f37-8ab2-3764720fa284 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.604824] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53162e35-0ca2-45d4-9c5e-a19ca8727db6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.612590] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c223f3b-e971-45fc-a50c-80eaa243d4ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.630051] env[69019]: DEBUG nova.virt.block_device [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Updating existing volume attachment record: c73440ed-f917-4e6b-94a8-3becf0f70f11 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.640042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.862463] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.862813] env[69019]: INFO nova.compute.manager [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Migrating [ 949.870343] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.271s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.871165] env[69019]: INFO nova.compute.claims [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.082235] env[69019]: DEBUG nova.network.neutron [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updated VIF entry in instance network info cache for port 937fbff3-367e-40a7-b4eb-a3755806d46a. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.082506] env[69019]: DEBUG nova.network.neutron [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updating instance_info_cache with network_info: [{"id": "937fbff3-367e-40a7-b4eb-a3755806d46a", "address": "fa:16:3e:f0:7b:1c", "network": {"id": "5d663677-02fd-49b1-a9a9-ac79053d8a8b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1651508848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ba12689b34a4b92e75b9389411632", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937fbff3-36", "ovs_interfaceid": "937fbff3-367e-40a7-b4eb-a3755806d46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.106908] env[69019]: INFO nova.compute.manager [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Took 29.77 seconds to build instance. [ 950.385030] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.385030] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.385030] env[69019]: DEBUG nova.network.neutron [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.586182] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd115c32-a128-4adb-9b55-89ad2104c484 req-103b79b4-1bcf-400a-b253-09899fd82213 service nova] Releasing lock "refresh_cache-b1efbef2-5283-4d0c-92a5-5a1b17a91aea" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.609254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-aa52868f-0a05-4eee-81da-d75a013498c6 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.283s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.909247] env[69019]: DEBUG nova.scheduler.client.report [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Refreshing inventories for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.929785] env[69019]: DEBUG nova.scheduler.client.report [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Updating ProviderTree inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.930128] env[69019]: DEBUG nova.compute.provider_tree [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.944861] env[69019]: DEBUG nova.scheduler.client.report [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Refreshing aggregate associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, aggregates: None {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.970146] env[69019]: DEBUG nova.scheduler.client.report [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Refreshing trait associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.128568] env[69019]: DEBUG nova.network.neutron [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.303379] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f1458-d9aa-4c15-a981-8833c391063b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.312326] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044b343e-4a9b-41b3-a9a2-a2bb1b7cd4e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.347663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5c458-96e9-4fab-8565-f09d0189237b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.356166] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc6323-9540-44e3-a424-8da36524b24f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.370293] env[69019]: DEBUG nova.compute.provider_tree [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.511228] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "46c608f7-7214-42d5-a160-33f1885660f0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.511505] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.511746] env[69019]: INFO nova.compute.manager [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Rebooting instance [ 951.631875] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.054918] env[69019]: DEBUG nova.scheduler.client.report [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.088792] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.089021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquired lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.089169] env[69019]: DEBUG nova.network.neutron [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.378781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "34b99548-905f-47b0-8db4-fda51dd1edf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.379063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.563510] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.564083] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.566617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.257s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.568114] env[69019]: INFO nova.compute.claims [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.803562] env[69019]: DEBUG nova.network.neutron [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updating instance_info_cache with network_info: [{"id": "0772d277-965e-4415-9caf-648fdfe6404a", "address": "fa:16:3e:35:5e:6e", "network": {"id": "bed3c7d6-40f6-4cb8-baf1-e1261e995472", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1339924628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc679dc5b51448191323ab6805e7a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0772d277-96", "ovs_interfaceid": "0772d277-965e-4415-9caf-648fdfe6404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.882027] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.072136] env[69019]: DEBUG nova.compute.utils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.075747] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.075932] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.112990] env[69019]: DEBUG nova.policy [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a739bef89a49ef9e002e84443a88e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814505395cf4a21b84a4f95aa648e3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.149258] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f4730-47cc-4001-959d-a8f432cd6ffa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.169205] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.307388] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Releasing lock "refresh_cache-46c608f7-7214-42d5-a160-33f1885660f0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.405211] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Successfully created port: bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.410116] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.578901] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.679026] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.679624] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad046458-4828-4128-8db6-c92a94216f62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.689680] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 953.689680] env[69019]: value = "task-3346978" [ 953.689680] env[69019]: _type = "Task" [ 953.689680] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.702773] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.815610] env[69019]: DEBUG nova.compute.manager [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.816747] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be6b09-932d-43f7-86ae-4104c3384697 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.928023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ccfee3-3078-488d-8682-20c8601c79b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.937677] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ff0bd-4f7d-4482-9a39-6ecc58b5a806 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.970782] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9474b-ac95-4e8d-93fa-42c4f3ef15e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.979520] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc8741-fe66-43c9-a940-acb3852da19d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.995155] env[69019]: DEBUG nova.compute.provider_tree [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.199995] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346978, 'name': PowerOffVM_Task, 'duration_secs': 0.240539} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.200337] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.200576] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.500555] env[69019]: DEBUG nova.scheduler.client.report [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.554994] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.555300] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.589842] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.617325] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.617586] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.617749] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.617932] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.618091] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.618241] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.618451] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.618612] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.618809] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.618987] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.619178] env[69019]: DEBUG nova.virt.hardware [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.620059] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fdb886-4d4b-485e-8149-33803295fc66 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.629193] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2ad70-06d9-4a57-9605-46d60b390079 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.684071] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 954.684071] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668125', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'name': 'volume-afa09b09-c859-4734-813c-22af9f849950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc8cf-cc42-4c82-9d68-54c88ad654c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'serial': 'afa09b09-c859-4734-813c-22af9f849950'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 954.684905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d303c90-5ba1-4e91-a7e6-84d453aa487d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.704411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda748d-79ec-4526-89a6-6be48b28dcb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.708747] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.708966] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.709141] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.709327] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.709470] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.709617] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.709820] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.709978] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.710163] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.710329] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.710530] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.715519] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd2e5c1-f585-49d7-a1a7-7e79bf686871 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.749413] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-afa09b09-c859-4734-813c-22af9f849950/volume-afa09b09-c859-4734-813c-22af9f849950.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.751127] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54766edd-ecfc-46b5-a92b-40ea65d4b1e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.769236] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 954.769236] env[69019]: value = "task-3346979" [ 954.769236] env[69019]: _type = "Task" [ 954.769236] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.778960] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.783021] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 954.783021] env[69019]: value = "task-3346980" [ 954.783021] env[69019]: _type = "Task" [ 954.783021] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.789818] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.835108] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f089e-b9e1-4d11-bf6e-71701b00d217 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.843458] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Doing hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 954.843723] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c3542f8-7953-45a5-82a3-c56dbe836e1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.851737] env[69019]: DEBUG oslo_vmware.api [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 954.851737] env[69019]: value = "task-3346981" [ 954.851737] env[69019]: _type = "Task" [ 954.851737] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.862938] env[69019]: DEBUG oslo_vmware.api [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346981, 'name': ResetVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.908621] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Successfully updated port: bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.005350] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.005897] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.008612] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.003s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.008916] env[69019]: DEBUG nova.objects.instance [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lazy-loading 'resources' on Instance uuid 1794e61c-5db2-4dcc-b601-631d2af6acbe {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.059156] env[69019]: DEBUG nova.compute.utils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.082846] env[69019]: DEBUG nova.compute.manager [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Received event network-vif-plugged-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.083159] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] Acquiring lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.083311] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] Lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.083478] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] Lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.083657] env[69019]: DEBUG nova.compute.manager [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] No waiting events found dispatching network-vif-plugged-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.083831] env[69019]: WARNING nova.compute.manager [req-ca450022-8b43-413e-b350-d7a1fea5fb82 req-ed39eb2a-0dab-40ac-8026-747fb8302dca service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Received unexpected event network-vif-plugged-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 for instance with vm_state building and task_state spawning. [ 955.280493] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346979, 'name': ReconfigVM_Task, 'duration_secs': 0.165042} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.280493] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.291591] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346980, 'name': ReconfigVM_Task, 'duration_secs': 0.453556} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.291852] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-afa09b09-c859-4734-813c-22af9f849950/volume-afa09b09-c859-4734-813c-22af9f849950.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.296586] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff4b1ca-8dd2-4530-957b-9bcdb01d49dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312676] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 955.312676] env[69019]: value = "task-3346982" [ 955.312676] env[69019]: _type = "Task" [ 955.312676] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.323024] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.362215] env[69019]: DEBUG oslo_vmware.api [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346981, 'name': ResetVM_Task, 'duration_secs': 0.109484} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.362542] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Did hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 955.362785] env[69019]: DEBUG nova.compute.manager [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.363596] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129d102-8b80-4a18-9976-8360ea2c6c6e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.410949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.411117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquired lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.411268] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.511839] env[69019]: DEBUG nova.compute.utils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.516224] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.516408] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.557773] env[69019]: DEBUG nova.policy [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e177bf25ff794ec2aa8f6bb5390208a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed79eec048e74a3c93f2361492d4133e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.562370] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.790449] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.790583] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.791178] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.791178] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.791178] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.791577] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.791577] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.791725] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.791847] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.791984] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.793209] env[69019]: DEBUG nova.virt.hardware [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.797872] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.800768] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3b237b-172b-46e5-836e-c0092c08ff6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.827225] env[69019]: DEBUG oslo_vmware.api [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346982, 'name': ReconfigVM_Task, 'duration_secs': 0.152844} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.831692] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668125', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'name': 'volume-afa09b09-c859-4734-813c-22af9f849950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc8cf-cc42-4c82-9d68-54c88ad654c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'serial': 'afa09b09-c859-4734-813c-22af9f849950'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 955.833314] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 955.833314] env[69019]: value = "task-3346983" [ 955.833314] env[69019]: _type = "Task" [ 955.833314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.848826] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.873018] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889720cf-4d85-41b1-b1ef-ab41ac2760bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.878082] env[69019]: DEBUG oslo_concurrency.lockutils [None req-18b81a6b-20c4-458f-9008-a85e8da66ed4 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.366s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.886865] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6735e3-274b-499a-a1b8-2048dbf16622 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.895423] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Successfully created port: d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.924402] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42fa451-2b04-4e75-b1b3-fdccc0ef9113 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.935342] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfcd59-77a4-4a76-8d5f-239f75646abc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.950736] env[69019]: DEBUG nova.compute.provider_tree [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.963727] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.016835] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.176303] env[69019]: DEBUG nova.network.neutron [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Updating instance_info_cache with network_info: [{"id": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "address": "fa:16:3e:dd:9f:d3", "network": {"id": "d26ba821-13dc-46f3-b0fa-1ebb75cb3e2a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335164824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814505395cf4a21b84a4f95aa648e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9f4b8e-c7", "ovs_interfaceid": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.346030] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346983, 'name': ReconfigVM_Task, 'duration_secs': 0.18902} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.346030] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.346311] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da99f70-8764-4844-a110-852d5d8e7c30 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.380266] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.383714] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82477e06-9bc2-420a-a957-645be8cee296 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.414063] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 956.414063] env[69019]: value = "task-3346984" [ 956.414063] env[69019]: _type = "Task" [ 956.414063] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.428987] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.454244] env[69019]: DEBUG nova.scheduler.client.report [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.642613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.643026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.643222] env[69019]: INFO nova.compute.manager [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Attaching volume 48d70d24-1a8f-41e2-bd78-17051a43b14f to /dev/sdb [ 956.677278] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b3d4e-4a99-4261-8f73-11f5f605027f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.680240] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Releasing lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.680840] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Instance network_info: |[{"id": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "address": "fa:16:3e:dd:9f:d3", "network": {"id": "d26ba821-13dc-46f3-b0fa-1ebb75cb3e2a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335164824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814505395cf4a21b84a4f95aa648e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9f4b8e-c7", "ovs_interfaceid": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.680995] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd9f4b8e-c759-49ec-bb03-4e87ec4005d8', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.688275] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Creating folder: Project (6814505395cf4a21b84a4f95aa648e3b). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.688961] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f565d7-32e8-4bf6-bc26-db3dc370d155 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.693636] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc28b6-fbbd-4f26-8f53-ea783bbee92e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.702701] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Created folder: Project (6814505395cf4a21b84a4f95aa648e3b) in parent group-v667907. [ 956.702893] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Creating folder: Instances. Parent ref: group-v668126. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.703146] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce97bd1-69d4-44af-97a3-5ee345a28009 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.708632] env[69019]: DEBUG nova.virt.block_device [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating existing volume attachment record: b52cadd6-fce1-4de2-9bf7-f51eeeed3d52 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 956.715156] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Created folder: Instances in parent group-v668126. [ 956.715397] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.715595] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.715799] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aab8592-4a54-43d1-b261-9e46386a5f03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.735716] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.735716] env[69019]: value = "task-3346987" [ 956.735716] env[69019]: _type = "Task" [ 956.735716] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.744389] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346987, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.810238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "46c608f7-7214-42d5-a160-33f1885660f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.810531] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.811209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "46c608f7-7214-42d5-a160-33f1885660f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.811209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.811395] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.813571] env[69019]: INFO nova.compute.manager [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Terminating instance [ 956.906677] env[69019]: DEBUG nova.objects.instance [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'flavor' on Instance uuid 82efc8cf-cc42-4c82-9d68-54c88ad654c4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.925649] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3346984, 'name': ReconfigVM_Task, 'duration_secs': 0.273016} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.925989] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5/a1040bdc-8971-4cf8-ab13-a91b804f37e5.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.926306] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.959597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.962249] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.972s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.963883] env[69019]: INFO nova.compute.claims [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.987988] env[69019]: INFO nova.scheduler.client.report [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted allocations for instance 1794e61c-5db2-4dcc-b601-631d2af6acbe [ 957.030338] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.062054] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.062350] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.062524] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.062766] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.062933] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.063308] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.063563] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.063764] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.063963] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.064154] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.064341] env[69019]: DEBUG nova.virt.hardware [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.065242] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7656c14-41fa-4dec-bb68-3ec1dc0a2fa8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.075222] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b87438-dab9-49bb-84fe-12db3ef203c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.112208] env[69019]: DEBUG nova.compute.manager [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Received event network-changed-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.112399] env[69019]: DEBUG nova.compute.manager [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Refreshing instance network info cache due to event network-changed-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.112665] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] Acquiring lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.112841] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] Acquired lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.113048] env[69019]: DEBUG nova.network.neutron [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Refreshing network info cache for port bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.246878] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3346987, 'name': CreateVM_Task, 'duration_secs': 0.369812} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.247079] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.247871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.247977] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.248315] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.248586] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af79a9d4-01d2-4ffb-a117-882fec517708 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.254204] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 957.254204] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfab0-c16c-8c73-8530-d749d2a8f93e" [ 957.254204] env[69019]: _type = "Task" [ 957.254204] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.262487] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfab0-c16c-8c73-8530-d749d2a8f93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.321465] env[69019]: DEBUG nova.compute.manager [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.322418] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.322639] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897d2e3-76ea-447c-9173-6b170bf2856a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.331751] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.331999] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f48c64-3337-44c0-9588-89d0da10ee10 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.340225] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 957.340225] env[69019]: value = "task-3346991" [ 957.340225] env[69019]: _type = "Task" [ 957.340225] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.349176] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.414019] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ef6fc1b6-68a7-4353-b656-7dc15aea927e tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.434860] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fdd3bf-2c2f-4736-b0f5-c5d9b2167127 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.479681] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec5350-1044-4a3d-9c14-9d755a45be24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.505986] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.509494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-50fc6e73-756c-4793-a689-130920bf1f11 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "1794e61c-5db2-4dcc-b601-631d2af6acbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.603s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.688126] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.688461] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.768722] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfab0-c16c-8c73-8530-d749d2a8f93e, 'name': SearchDatastore_Task, 'duration_secs': 0.029755} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.771367] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.771623] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.771860] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.772017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.772202] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.772744] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee32dfd2-fbc5-4a4c-bc21-84aaad5eed69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.783817] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.784100] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.784784] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dab3e6b-47ab-4574-a8fb-b9bf76fe0dc3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.791204] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 957.791204] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c675e4-523b-d58f-d4bc-f0a6850f5d06" [ 957.791204] env[69019]: _type = "Task" [ 957.791204] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.800473] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c675e4-523b-d58f-d4bc-f0a6850f5d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.849965] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346991, 'name': PowerOffVM_Task, 'duration_secs': 0.205626} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.850263] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.850438] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.851676] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Successfully updated port: d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.855750] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eefb6ca-f741-4f63-a2b6-d3e2db500ccc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.905955] env[69019]: DEBUG nova.network.neutron [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Updated VIF entry in instance network info cache for port bd9f4b8e-c759-49ec-bb03-4e87ec4005d8. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.906323] env[69019]: DEBUG nova.network.neutron [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Updating instance_info_cache with network_info: [{"id": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "address": "fa:16:3e:dd:9f:d3", "network": {"id": "d26ba821-13dc-46f3-b0fa-1ebb75cb3e2a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335164824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814505395cf4a21b84a4f95aa648e3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9f4b8e-c7", "ovs_interfaceid": "bd9f4b8e-c759-49ec-bb03-4e87ec4005d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.944017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.944464] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.944694] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Deleting the datastore file [datastore2] 46c608f7-7214-42d5-a160-33f1885660f0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.945117] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611c2e91-621f-4949-ac27-c1896fbae269 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.953773] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for the task: (returnval){ [ 957.953773] env[69019]: value = "task-3346993" [ 957.953773] env[69019]: _type = "Task" [ 957.953773] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.963203] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.050719] env[69019]: DEBUG nova.network.neutron [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Port 8d84f70c-e9a5-4f43-89d7-c5d077d0181c binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.150361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.150614] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.150819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.150999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.151183] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.153360] env[69019]: INFO nova.compute.manager [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Terminating instance [ 958.199835] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.199990] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.204882] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.205450] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.205621] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.205777] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.205904] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 958.206059] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.303311] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c675e4-523b-d58f-d4bc-f0a6850f5d06, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.306920] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9b47f7-213b-444d-af80-81da888cd8ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.310143] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 958.310143] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c46e6e-c9d6-3a4f-d7eb-3fbb8604cff1" [ 958.310143] env[69019]: _type = "Task" [ 958.310143] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.325506] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c46e6e-c9d6-3a4f-d7eb-3fbb8604cff1, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.325779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326477] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3118e728-19ef-41fc-9ff0-fef78b610336/3118e728-19ef-41fc-9ff0-fef78b610336.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.326794] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe35c8e-62b6-4257-b02a-7da9e3c7d1b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.331781] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a411e-ee0c-4ad5-a0d8-bab3e6bd2525 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.344071] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddad226-09c1-4f88-9a04-8fba37b8af59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.347387] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 958.347387] env[69019]: value = "task-3346994" [ 958.347387] env[69019]: _type = "Task" [ 958.347387] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.380307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.380477] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.380651] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.383050] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d14324-56bd-40ad-b43d-7d1e22fb8cac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.389054] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3346994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.395590] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd16ba-272f-4eb5-9d22-67931780cf02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.410212] env[69019]: DEBUG oslo_concurrency.lockutils [req-a1c3b133-cb37-4a6a-a494-b1f9d401a949 req-5126625d-0006-471a-b798-b8836c98582f service nova] Releasing lock "refresh_cache-3118e728-19ef-41fc-9ff0-fef78b610336" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411115] env[69019]: DEBUG nova.compute.provider_tree [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.466068] env[69019]: DEBUG oslo_vmware.api [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Task: {'id': task-3346993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209524} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.466368] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.467253] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.467502] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.467688] env[69019]: INFO nova.compute.manager [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 958.467948] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.468145] env[69019]: DEBUG nova.compute.manager [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.468267] env[69019]: DEBUG nova.network.neutron [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.479248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.479248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.479248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.479248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.479477] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.481517] env[69019]: INFO nova.compute.manager [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Terminating instance [ 958.661137] env[69019]: DEBUG nova.compute.manager [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.661443] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.661833] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc862d28-c50e-49ec-9ad8-dc733fd96414 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.673191] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 958.673191] env[69019]: value = "task-3346995" [ 958.673191] env[69019]: _type = "Task" [ 958.673191] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.685458] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.709498] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.858949] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3346994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474412} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.859237] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3118e728-19ef-41fc-9ff0-fef78b610336/3118e728-19ef-41fc-9ff0-fef78b610336.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.859447] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.859698] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d88b1564-f0e6-400b-bcd8-c5a585060bb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.871028] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 958.871028] env[69019]: value = "task-3346996" [ 958.871028] env[69019]: _type = "Task" [ 958.871028] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.881522] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3346996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.914677] env[69019]: DEBUG nova.scheduler.client.report [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.918798] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.984936] env[69019]: DEBUG nova.compute.manager [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.985203] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.986130] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae89f382-7ab4-4d97-834c-0e8473dd32c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.995463] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.995973] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7af0e94-6799-4b08-822d-d5373cc7338b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.005513] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 959.005513] env[69019]: value = "task-3346997" [ 959.005513] env[69019]: _type = "Task" [ 959.005513] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.015109] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.053417] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "35465675-e113-42de-a4ff-377fc89edf2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.053655] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.075868] env[69019]: DEBUG nova.network.neutron [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.077168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.077394] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.077772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.140342] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Received event network-vif-plugged-d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.140579] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.140792] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.140960] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.141145] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] No waiting events found dispatching network-vif-plugged-d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.141308] env[69019]: WARNING nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Received unexpected event network-vif-plugged-d53b1d99-754d-4ed0-9891-83364f25c4b5 for instance with vm_state building and task_state spawning. [ 959.141466] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Received event network-changed-d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.141616] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Refreshing instance network info cache due to event network-changed-d53b1d99-754d-4ed0-9891-83364f25c4b5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.141781] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.187982] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346995, 'name': PowerOffVM_Task, 'duration_secs': 0.285869} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.188396] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.188714] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 959.189073] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668125', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'name': 'volume-afa09b09-c859-4734-813c-22af9f849950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc8cf-cc42-4c82-9d68-54c88ad654c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'serial': 'afa09b09-c859-4734-813c-22af9f849950'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 959.189992] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9053c7-92cb-48ed-ab32-1d800f4fdf3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.214381] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ffeb1d-2463-4244-b86e-096f92cd2e71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.223145] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b06452e-71a6-4719-8e1d-c32d69e52575 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.243449] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f0afa-c0a9-4a47-b74b-d67170983d04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.257386] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] The volume has not been displaced from its original location: [datastore1] volume-afa09b09-c859-4734-813c-22af9f849950/volume-afa09b09-c859-4734-813c-22af9f849950.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 959.262598] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.262896] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8bd33a-4c71-45d7-8774-28ee734f5606 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.282075] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 959.282075] env[69019]: value = "task-3346999" [ 959.282075] env[69019]: _type = "Task" [ 959.282075] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.282426] env[69019]: DEBUG nova.network.neutron [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.292076] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.381178] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3346996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072464} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.381464] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.382248] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5179f2-126c-48f9-b198-ed5c0b1fd09c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.404140] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 3118e728-19ef-41fc-9ff0-fef78b610336/3118e728-19ef-41fc-9ff0-fef78b610336.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.404402] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7979943-69f1-4ffa-a404-36c13c1fbbb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.422839] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.423411] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.427164] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.549s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.427392] env[69019]: DEBUG nova.objects.instance [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lazy-loading 'resources' on Instance uuid 2c969f93-90a1-4b89-bfc8-5475bb13739b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.428730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.428953] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.429138] env[69019]: INFO nova.compute.manager [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Shelving [ 959.430715] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 959.430715] env[69019]: value = "task-3347000" [ 959.430715] env[69019]: _type = "Task" [ 959.430715] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.440965] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.515632] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3346997, 'name': PowerOffVM_Task, 'duration_secs': 0.211669} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.515915] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.516103] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.516368] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b85eaa-f6c3-4a1a-a929-e54a1094f5e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.556630] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.579658] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.581730] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Instance network_info: |[{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.581730] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.581957] env[69019]: DEBUG nova.network.neutron [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Refreshing network info cache for port d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.582062] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:aa:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53b1d99-754d-4ed0-9891-83364f25c4b5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.589813] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.592210] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.592478] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.592689] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.592878] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore2] ccfc5dff-08a8-4109-8b5d-9784cf88cfb0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.593490] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c69cb02a-77d5-416f-9938-62bb0882f971 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.611125] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8eb9ab-eea3-4d51-a6c1-aaaf27d2604c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.618811] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 959.618811] env[69019]: value = "task-3347002" [ 959.618811] env[69019]: _type = "Task" [ 959.618811] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.620567] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.620567] env[69019]: value = "task-3347003" [ 959.620567] env[69019]: _type = "Task" [ 959.620567] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.633676] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.636744] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347003, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.787586] env[69019]: INFO nova.compute.manager [-] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Took 1.32 seconds to deallocate network for instance. [ 959.796340] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3346999, 'name': ReconfigVM_Task, 'duration_secs': 0.218837} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.797021] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.802098] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1c4fa7-11ca-42bf-8cdf-335b6282d626 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.819454] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 959.819454] env[69019]: value = "task-3347004" [ 959.819454] env[69019]: _type = "Task" [ 959.819454] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.828245] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.933509] env[69019]: DEBUG nova.compute.utils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.942149] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 959.953833] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347000, 'name': ReconfigVM_Task, 'duration_secs': 0.392892} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.954113] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 3118e728-19ef-41fc-9ff0-fef78b610336/3118e728-19ef-41fc-9ff0-fef78b610336.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.954870] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-684b02e4-7f6b-47db-b28c-0adbe2bb5866 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.963471] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 959.963471] env[69019]: value = "task-3347005" [ 959.963471] env[69019]: _type = "Task" [ 959.963471] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.973183] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347005, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.077806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.131375] env[69019]: DEBUG oslo_vmware.api [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263208} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.132400] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.132606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.132790] env[69019]: DEBUG nova.network.neutron [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.136576] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.136795] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.136991] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.137166] env[69019]: INFO nova.compute.manager [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.137398] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.138288] env[69019]: DEBUG nova.compute.manager [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.138375] env[69019]: DEBUG nova.network.neutron [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.145343] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347003, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.273240] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78569b23-5938-4b21-9921-0d7eaaeedafa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.280831] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec761d90-5973-4814-a5f4-d10e29e2a433 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.313467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.316963] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a3d1d-8df8-49c8-9cb9-566b23cf1cc2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.326227] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4037b3-fb27-4383-9ae7-4b15b1e4a8a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.332811] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347004, 'name': ReconfigVM_Task, 'duration_secs': 0.387018} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.333483] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668125', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'name': 'volume-afa09b09-c859-4734-813c-22af9f849950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc8cf-cc42-4c82-9d68-54c88ad654c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'afa09b09-c859-4734-813c-22af9f849950', 'serial': 'afa09b09-c859-4734-813c-22af9f849950'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.333840] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.334615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48daa230-fcfd-4f99-b89f-80701a1ea6b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.344689] env[69019]: DEBUG nova.compute.provider_tree [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.350232] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.350507] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2307698d-f946-42aa-b9e2-895cbf6cd062 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.414909] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.415255] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.415370] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore2] 82efc8cf-cc42-4c82-9d68-54c88ad654c4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.415632] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fc8cca2-61b8-4cee-8e0e-6db745894c31 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.424681] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 960.424681] env[69019]: value = "task-3347007" [ 960.424681] env[69019]: _type = "Task" [ 960.424681] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.425537] env[69019]: DEBUG nova.network.neutron [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updated VIF entry in instance network info cache for port d53b1d99-754d-4ed0-9891-83364f25c4b5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.425915] env[69019]: DEBUG nova.network.neutron [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.435832] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.440697] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.448130] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.448983] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c96dffdd-b174-458d-afd8-4fefda83a012 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.457769] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 960.457769] env[69019]: value = "task-3347008" [ 960.457769] env[69019]: _type = "Task" [ 960.457769] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.468438] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.480404] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347005, 'name': Rename_Task, 'duration_secs': 0.277323} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.481519] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.481630] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763f2dd1-de3b-440e-9475-e388699f03a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.488968] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 960.488968] env[69019]: value = "task-3347009" [ 960.488968] env[69019]: _type = "Task" [ 960.488968] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.497624] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.641590] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347003, 'name': CreateVM_Task, 'duration_secs': 0.553554} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.641826] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.642895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.644745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.645056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.646044] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcf4806-c9ca-4018-9b66-cfc6a74f1c6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.651837] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 960.651837] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4a44a-f466-7e51-c60f-e30634a9af8b" [ 960.651837] env[69019]: _type = "Task" [ 960.651837] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.663941] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4a44a-f466-7e51-c60f-e30634a9af8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.841571] env[69019]: DEBUG nova.network.neutron [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.848161] env[69019]: DEBUG nova.scheduler.client.report [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.932795] env[69019]: DEBUG oslo_concurrency.lockutils [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.933084] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Received event network-vif-deleted-0772d277-965e-4415-9caf-648fdfe6404a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.933315] env[69019]: INFO nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Neutron deleted interface 0772d277-965e-4415-9caf-648fdfe6404a; detaching it from the instance and deleting it from the info cache [ 960.933510] env[69019]: DEBUG nova.network.neutron [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.941665] env[69019]: DEBUG oslo_vmware.api [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219683} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.941925] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.942126] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.942403] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.942675] env[69019]: INFO nova.compute.manager [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Took 2.28 seconds to destroy the instance on the hypervisor. [ 960.943116] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.943608] env[69019]: DEBUG nova.compute.manager [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.943702] env[69019]: DEBUG nova.network.neutron [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.970154] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347008, 'name': PowerOffVM_Task, 'duration_secs': 0.227964} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.970154] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.970154] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25527f48-b432-40be-8545-7668f63db8d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.995724] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcdcbf-2f93-4bcf-af46-2abc87d56bd6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.004414] env[69019]: DEBUG nova.network.neutron [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.005532] env[69019]: DEBUG oslo_vmware.api [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347009, 'name': PowerOnVM_Task, 'duration_secs': 0.507035} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.007659] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.007940] env[69019]: INFO nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 6.42 seconds to spawn the instance on the hypervisor. [ 961.008066] env[69019]: DEBUG nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.011073] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9c062-b2d4-41fc-a51e-f1df0c4d64f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.162850] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4a44a-f466-7e51-c60f-e30634a9af8b, 'name': SearchDatastore_Task, 'duration_secs': 0.018546} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.163190] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.163488] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.163701] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.163801] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.163981] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.164263] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1caefa9-2a82-42ff-8c0d-62698d656b33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.167934] env[69019]: DEBUG nova.compute.manager [req-f4e1ea28-e89e-462d-8647-4a42c30e7dc1 req-846bac1d-aada-4f29-a767-a4d72db5a5a7 service nova] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Received event network-vif-deleted-efdb90e2-db99-44b3-8d2b-5e1b1564f953 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.186484] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.186484] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.187052] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9be5fb1-82ae-4363-865a-8b6d318ece8a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.195176] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 961.195176] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2ca1f-08af-06b4-3256-e068cc8f6578" [ 961.195176] env[69019]: _type = "Task" [ 961.195176] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.204719] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2ca1f-08af-06b4-3256-e068cc8f6578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.345585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.352619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.354867] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.715s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.357023] env[69019]: INFO nova.compute.claims [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.377043] env[69019]: INFO nova.scheduler.client.report [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Deleted allocations for instance 2c969f93-90a1-4b89-bfc8-5475bb13739b [ 961.435735] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf6b3a77-90f7-4092-b657-d17eaee17d29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.446324] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0c04b-240d-483d-955e-68bb0ee782b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.457187] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.484280] env[69019]: DEBUG nova.compute.manager [req-0b09f4e5-9762-4f10-955b-4fb164d08514 req-4142e263-9aa7-43bf-9f8e-d26b05f07e73 service nova] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Detach interface failed, port_id=0772d277-965e-4415-9caf-648fdfe6404a, reason: Instance 46c608f7-7214-42d5-a160-33f1885660f0 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.492286] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.492516] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.492734] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.492925] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.493084] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.493234] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.493437] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.493596] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.493759] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.493917] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.494109] env[69019]: DEBUG nova.virt.hardware [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.495188] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef749c13-333c-4221-bbce-9e32a2f435f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.503325] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103284cd-6d58-4fcc-b68f-4dfec2755a69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.507916] env[69019]: INFO nova.compute.manager [-] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Took 1.37 seconds to deallocate network for instance. [ 961.520987] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 961.521450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.527088] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Creating folder: Project (a0a0c7040be54fe2ba4631135886f2ae). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.527605] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a69eb389-d8ca-453f-8aa3-45b6b26462d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.533071] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9efae9b6-2aae-40d8-bb62-36827487d261 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.536655] env[69019]: INFO nova.compute.manager [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 25.95 seconds to build instance. [ 961.546058] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 961.546058] env[69019]: value = "task-3347010" [ 961.546058] env[69019]: _type = "Task" [ 961.546058] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.551061] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Created folder: Project (a0a0c7040be54fe2ba4631135886f2ae) in parent group-v667907. [ 961.551259] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Creating folder: Instances. Parent ref: group-v668132. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.551488] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7934b4fa-185d-4755-9c50-b453d121b9d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.556903] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.566988] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Created folder: Instances in parent group-v668132. [ 961.567254] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.567454] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.567662] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45c612d3-158b-4a50-9694-beb5cac5a5d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.586601] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.586601] env[69019]: value = "task-3347013" [ 961.586601] env[69019]: _type = "Task" [ 961.586601] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.597967] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347013, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.704379] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e2ca1f-08af-06b4-3256-e068cc8f6578, 'name': SearchDatastore_Task, 'duration_secs': 0.022123} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.705138] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89352dc4-339a-4173-85e8-80a2b82b8c79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.707346] env[69019]: DEBUG nova.network.neutron [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.711675] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 961.711675] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52351cbf-d4c2-8266-43d1-b3edeaa07134" [ 961.711675] env[69019]: _type = "Task" [ 961.711675] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.720469] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52351cbf-d4c2-8266-43d1-b3edeaa07134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.759116] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.759332] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668130', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'name': 'volume-48d70d24-1a8f-41e2-bd78-17051a43b14f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21657f16-a790-4a08-8542-be77c2663dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'serial': '48d70d24-1a8f-41e2-bd78-17051a43b14f'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.760204] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99590aac-bb25-4a5e-9778-0123bb6cab68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.778331] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d965fb55-4e06-4249-9900-d727946e317c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.807715] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-48d70d24-1a8f-41e2-bd78-17051a43b14f/volume-48d70d24-1a8f-41e2-bd78-17051a43b14f.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.808064] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50a4bad-c4ec-4a44-819b-6f9eb3713fb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.828487] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 961.828487] env[69019]: value = "task-3347014" [ 961.828487] env[69019]: _type = "Task" [ 961.828487] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.837505] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.882964] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5eddf-f53e-418f-8212-4819f96ddc04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.888680] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7bcf9e1b-b630-47a9-b6e4-0e6d71442368 tempest-ServerGroupTestJSON-1806361409 tempest-ServerGroupTestJSON-1806361409-project-member] Lock "2c969f93-90a1-4b89-bfc8-5475bb13739b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.408s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.907805] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad213d9-b2e5-4f7c-8f58-c1fe2c2a55ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.916696] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.029183] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.038367] env[69019]: DEBUG oslo_concurrency.lockutils [None req-52c9274c-5b22-443d-8723-a77ae1bfad1e tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.472s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.058793] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.096765] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347013, 'name': CreateVM_Task, 'duration_secs': 0.260184} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.096936] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.097431] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.097600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.097973] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.098571] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f765a6a8-3fb4-4c9c-8446-84175f57f5af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.104518] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 962.104518] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52988bcd-517c-2606-8407-e41a5f8bac06" [ 962.104518] env[69019]: _type = "Task" [ 962.104518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.113101] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52988bcd-517c-2606-8407-e41a5f8bac06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.210319] env[69019]: INFO nova.compute.manager [-] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Took 1.27 seconds to deallocate network for instance. [ 962.224268] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52351cbf-d4c2-8266-43d1-b3edeaa07134, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.224433] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.224757] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.225682] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34fbb7cf-00a1-4656-b78e-3e7b1278dd45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.235086] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 962.235086] env[69019]: value = "task-3347015" [ 962.235086] env[69019]: _type = "Task" [ 962.235086] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.244262] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.338462] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347014, 'name': ReconfigVM_Task, 'duration_secs': 0.383967} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338761] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-48d70d24-1a8f-41e2-bd78-17051a43b14f/volume-48d70d24-1a8f-41e2-bd78-17051a43b14f.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.344061] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21fb57e-3fd7-473d-9d02-f3e9e13ea8cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.360323] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 962.360323] env[69019]: value = "task-3347016" [ 962.360323] env[69019]: _type = "Task" [ 962.360323] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.372525] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.424570] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.425251] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f485aa-9e34-493a-9faa-477fb55471c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.432630] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 962.432630] env[69019]: value = "task-3347017" [ 962.432630] env[69019]: _type = "Task" [ 962.432630] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.445016] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.559199] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347010, 'name': CreateSnapshot_Task, 'duration_secs': 0.741728} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.561943] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 962.563111] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faffe992-22e8-41a1-8a0c-c5221001b4a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.617800] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52988bcd-517c-2606-8407-e41a5f8bac06, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.618203] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.618477] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.618750] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.619130] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.619130] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.619474] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d777049f-3d5a-46f6-b12b-476462eec59a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.636602] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.636602] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.640910] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bd03ca-a3ed-4a72-82f5-974febe51533 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.648917] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 962.648917] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529eba30-6cb3-2c6d-9558-235f861b4ad9" [ 962.648917] env[69019]: _type = "Task" [ 962.648917] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.662618] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529eba30-6cb3-2c6d-9558-235f861b4ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.680425] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e90b8-d392-4f16-8b51-5aa4206899e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.691732] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4d66c-012b-4cdb-9a77-090c09c489a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.731302] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6cdea9-62ff-4810-b61b-9cf2c87d74c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.743072] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d336992-3829-4bb2-a96e-a30b17d83df8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.750757] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.765568] env[69019]: DEBUG nova.compute.provider_tree [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.788280] env[69019]: INFO nova.compute.manager [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Took 0.58 seconds to detach 1 volumes for instance. [ 962.872665] env[69019]: DEBUG oslo_vmware.api [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347016, 'name': ReconfigVM_Task, 'duration_secs': 0.161202} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.872665] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668130', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'name': 'volume-48d70d24-1a8f-41e2-bd78-17051a43b14f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21657f16-a790-4a08-8542-be77c2663dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'serial': '48d70d24-1a8f-41e2-bd78-17051a43b14f'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 962.945381] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.084115] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.084230] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-516efd73-2ad1-4add-82f8-e558eaa6db58 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.093532] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 963.093532] env[69019]: value = "task-3347018" [ 963.093532] env[69019]: _type = "Task" [ 963.093532] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.103873] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.161469] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529eba30-6cb3-2c6d-9558-235f861b4ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.026842} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.162439] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142501d3-1373-4eed-a12d-f7fd74306f1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.168933] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 963.168933] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad633d-718d-a16d-696e-b4376a9f3786" [ 963.168933] env[69019]: _type = "Task" [ 963.168933] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.184271] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad633d-718d-a16d-696e-b4376a9f3786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.209966] env[69019]: DEBUG nova.compute.manager [req-89684d45-4758-473e-be7b-a13e85380873 req-6d7ef61c-fc4e-4bda-a956-28881211d54d service nova] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Received event network-vif-deleted-6a652e89-196c-449a-af89-383c885e2c5d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.238019] env[69019]: DEBUG nova.compute.manager [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.238019] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df91b02-d051-445b-9145-990008f9a2c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.257806] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592411} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.258623] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.259084] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.260129] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e218a85a-10fd-441f-a622-e3d3f1b8fa09 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.270797] env[69019]: DEBUG nova.scheduler.client.report [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.274713] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 963.274713] env[69019]: value = "task-3347019" [ 963.274713] env[69019]: _type = "Task" [ 963.274713] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.285470] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.297439] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.443943] env[69019]: DEBUG oslo_vmware.api [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347017, 'name': PowerOnVM_Task, 'duration_secs': 0.978404} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.444250] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.444436] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff104d5-9778-4b39-95b9-c05993fcf644 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance 'a1040bdc-8971-4cf8-ab13-a91b804f37e5' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.604026] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.681694] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad633d-718d-a16d-696e-b4376a9f3786, 'name': SearchDatastore_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.681694] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.681857] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.682108] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1b01d7-8379-44fb-aac3-97f265cbd225 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.692469] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 963.692469] env[69019]: value = "task-3347020" [ 963.692469] env[69019]: _type = "Task" [ 963.692469] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.702663] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.761725] env[69019]: INFO nova.compute.manager [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] instance snapshotting [ 963.766221] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1765667-b7e3-4470-b0f2-d7dc6b14f813 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.790029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.790029] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.795995] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.386s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.797710] env[69019]: INFO nova.compute.claims [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.800902] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb9d579-fd04-4acb-803d-5c804e278012 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.813580] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074612} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.820414] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.821651] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a076b-4785-4051-9174-c3fa0e840b11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.849153] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.850188] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe63470-da10-4acb-a05b-840ed48c4a9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.880107] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 963.880107] env[69019]: value = "task-3347021" [ 963.880107] env[69019]: _type = "Task" [ 963.880107] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.891779] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.923780] env[69019]: DEBUG nova.objects.instance [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid 21657f16-a790-4a08-8542-be77c2663dd3 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.106446] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.204182] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.294999] env[69019]: DEBUG nova.compute.utils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.299020] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.299020] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.326336] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.326898] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de9062f4-978c-44f2-a77d-ba7f8dcede2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.350223] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 964.350223] env[69019]: value = "task-3347022" [ 964.350223] env[69019]: _type = "Task" [ 964.350223] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.350223] env[69019]: DEBUG nova.policy [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f88e3300948f46839c0a2deecfd16676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ab271ba3e834d289a11e09a476bcd2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.370091] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.396760] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.430521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1118da99-20da-48dd-b5ee-a4837004c182 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.787s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.605506] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.681953] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Successfully created port: 6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.702931] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792065} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.703265] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.703495] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.703758] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79742a13-42a8-4bf3-8697-7199e60826ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.711222] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 964.711222] env[69019]: value = "task-3347023" [ 964.711222] env[69019]: _type = "Task" [ 964.711222] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.723306] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.798992] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.871427] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.892158] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347021, 'name': ReconfigVM_Task, 'duration_secs': 0.631975} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.892712] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.893277] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5dad540-eb3a-4e63-a14f-155e6e99b320 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.902635] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 964.902635] env[69019]: value = "task-3347024" [ 964.902635] env[69019]: _type = "Task" [ 964.902635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.912607] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347024, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.108178] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.181332] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c1586-7ec0-437c-9599-cad0617bd656 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.190246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a1df6-729e-4a24-910c-88ea33a34729 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.224220] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e74f84-6d9e-4cb6-9d57-474c4d3e902d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.234813] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c657c3-f221-4450-b37a-72f8ac26a11f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.239551] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070515} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.239551] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.240532] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8aa92-e966-4e10-b6ef-ad0fde144bac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.254122] env[69019]: DEBUG nova.compute.provider_tree [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.277810] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.278638] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c35d6235-6a44-4206-b1e2-429ac1d91e14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.302963] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 965.302963] env[69019]: value = "task-3347025" [ 965.302963] env[69019]: _type = "Task" [ 965.302963] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.327277] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347025, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.368435] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.413738] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347024, 'name': Rename_Task, 'duration_secs': 0.190312} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.414123] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.414426] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7db0e0-94c9-4a30-9ded-6a8d43b20c12 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.422684] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 965.422684] env[69019]: value = "task-3347026" [ 965.422684] env[69019]: _type = "Task" [ 965.422684] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.431416] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.609038] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347018, 'name': CloneVM_Task, 'duration_secs': 2.02827} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.609038] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Created linked-clone VM from snapshot [ 965.610790] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6681df6f-d52f-4b6b-a821-77054111fa00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.613988] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.614627] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.624993] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Uploading image 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.646042] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.646042] env[69019]: value = "vm-668136" [ 965.646042] env[69019]: _type = "VirtualMachine" [ 965.646042] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.646351] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0ad5abc-9a89-4b24-a8f1-2c8132cee20f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.655913] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lease: (returnval){ [ 965.655913] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cb84aa-9c1c-6a11-7ad9-b6a9544aba5f" [ 965.655913] env[69019]: _type = "HttpNfcLease" [ 965.655913] env[69019]: } obtained for exporting VM: (result){ [ 965.655913] env[69019]: value = "vm-668136" [ 965.655913] env[69019]: _type = "VirtualMachine" [ 965.655913] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.656242] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the lease: (returnval){ [ 965.656242] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cb84aa-9c1c-6a11-7ad9-b6a9544aba5f" [ 965.656242] env[69019]: _type = "HttpNfcLease" [ 965.656242] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.666598] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.666598] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cb84aa-9c1c-6a11-7ad9-b6a9544aba5f" [ 965.666598] env[69019]: _type = "HttpNfcLease" [ 965.666598] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.757414] env[69019]: DEBUG nova.scheduler.client.report [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.814561] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.825927] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.854151] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.854428] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.854586] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.854791] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.854958] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.855139] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.855349] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.855508] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.855703] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.855880] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.856075] env[69019]: DEBUG nova.virt.hardware [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.857413] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4818ed2-43cb-4172-855c-ecf0942e662a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.874035] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a8c803-8035-4499-81f1-d5bb60e0d87a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.878392] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347022, 'name': CreateSnapshot_Task, 'duration_secs': 1.237969} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.879017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.880589] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b71a37-7c65-4d9d-90f9-d40969840e2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.933423] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.042912] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.043257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.043490] env[69019]: DEBUG nova.compute.manager [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Going to confirm migration 5 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 966.117072] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.166520] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.166520] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cb84aa-9c1c-6a11-7ad9-b6a9544aba5f" [ 966.166520] env[69019]: _type = "HttpNfcLease" [ 966.166520] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.166860] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.166860] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cb84aa-9c1c-6a11-7ad9-b6a9544aba5f" [ 966.166860] env[69019]: _type = "HttpNfcLease" [ 966.166860] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 966.167682] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d028fb02-2556-4f67-b889-181f28b04e20 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.180163] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.180378] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 966.265745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.266334] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.269724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.560s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.269944] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.270132] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 966.270442] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.193s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.272652] env[69019]: INFO nova.compute.claims [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.277277] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528fd64-6ecf-45cc-97b6-c002f281a6f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.286967] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1afc0ff-709c-420b-ad83-97345d98011d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.290512] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581695d4-96c1-4062-913e-30cdf653b846 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.312621] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b61d65f-d5b8-45ee-ab2f-6a4cccb6a4c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.323637] env[69019]: DEBUG nova.compute.manager [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Received event network-vif-plugged-6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.323970] env[69019]: DEBUG oslo_concurrency.lockutils [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] Acquiring lock "7adc3204-6f88-438d-9f40-311de678f575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.324763] env[69019]: DEBUG oslo_concurrency.lockutils [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] Lock "7adc3204-6f88-438d-9f40-311de678f575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.324763] env[69019]: DEBUG oslo_concurrency.lockutils [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] Lock "7adc3204-6f88-438d-9f40-311de678f575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.324892] env[69019]: DEBUG nova.compute.manager [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] No waiting events found dispatching network-vif-plugged-6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.325121] env[69019]: WARNING nova.compute.manager [req-a9088aab-75c6-42b9-8ff3-b083d1fbba8d req-6c2ae3b3-5304-4a5e-b41b-b97bd25bc72f service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Received unexpected event network-vif-plugged-6c49ba30-b98b-4ae8-85f5-7a347399749e for instance with vm_state building and task_state spawning. [ 966.333491] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347025, 'name': ReconfigVM_Task, 'duration_secs': 0.61406} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.334015] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.336157] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d394e7-2820-4bf0-bfdd-f17579dc7384 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.339304] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d1c3ec-2530-41e4-baf5-8266f13a8996 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.378875] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178867MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 966.379275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.381273] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 966.381273] env[69019]: value = "task-3347028" [ 966.381273] env[69019]: _type = "Task" [ 966.381273] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.394304] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347028, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.410772] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.411754] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf1396cb-39ba-4e6f-8a29-51989d19389a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.427584] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 966.427584] env[69019]: value = "task-3347029" [ 966.427584] env[69019]: _type = "Task" [ 966.427584] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.434407] env[69019]: DEBUG oslo_vmware.api [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347026, 'name': PowerOnVM_Task, 'duration_secs': 0.869306} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.435151] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Successfully updated port: 6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.440028] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.440028] env[69019]: INFO nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 966.440028] env[69019]: DEBUG nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.440028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474dacd0-b1fb-44ed-aa1f-46a57c63505a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.444898] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347029, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.646544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.647688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.647856] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.648043] env[69019]: DEBUG nova.network.neutron [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.648234] env[69019]: DEBUG nova.objects.instance [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'info_cache' on Instance uuid a1040bdc-8971-4cf8-ab13-a91b804f37e5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.777494] env[69019]: DEBUG nova.compute.utils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.780104] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 966.896192] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347028, 'name': Rename_Task, 'duration_secs': 0.248257} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.896758] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.897203] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e9c54f-5ca0-4de7-8872-618dfaebeb6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.908020] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 966.908020] env[69019]: value = "task-3347030" [ 966.908020] env[69019]: _type = "Task" [ 966.908020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.916690] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.941029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.941029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.941029] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.942959] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347029, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.966111] env[69019]: INFO nova.compute.manager [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Took 29.67 seconds to build instance. [ 967.289569] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.418952] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347030, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.442509] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347029, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.467655] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64f0b744-6b61-449e-aa5c-cf8b0c14f3e8 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.180s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.491900] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.661243] env[69019]: DEBUG nova.network.neutron [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updating instance_info_cache with network_info: [{"id": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "address": "fa:16:3e:1a:01:9c", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c49ba30-b9", "ovs_interfaceid": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.801315] env[69019]: DEBUG nova.compute.manager [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Received event network-changed-d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.802540] env[69019]: DEBUG nova.compute.manager [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Refreshing instance network info cache due to event network-changed-d53b1d99-754d-4ed0-9891-83364f25c4b5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.802540] env[69019]: DEBUG oslo_concurrency.lockutils [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.802540] env[69019]: DEBUG oslo_concurrency.lockutils [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.802540] env[69019]: DEBUG nova.network.neutron [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Refreshing network info cache for port d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.804337] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f49a0-a4c1-488c-9ebc-9f92bedd3ecb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.821708] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d502ef1-1915-44ff-9e4f-d4efee2a6ce4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edd78b-cc70-4468-97f8-52b7a8ab3f5a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.876347] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19370f18-3429-4597-887b-2b4e533f89e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.893192] env[69019]: DEBUG nova.compute.provider_tree [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.909141] env[69019]: DEBUG nova.network.neutron [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [{"id": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "address": "fa:16:3e:f2:de:d7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84f70c-e9", "ovs_interfaceid": "8d84f70c-e9a5-4f43-89d7-c5d077d0181c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.921632] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.940088] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347029, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.168542] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.168892] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Instance network_info: |[{"id": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "address": "fa:16:3e:1a:01:9c", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c49ba30-b9", "ovs_interfaceid": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.169395] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:01:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c49ba30-b98b-4ae8-85f5-7a347399749e', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.180678] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating folder: Project (5ab271ba3e834d289a11e09a476bcd2d). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.180824] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77027f8c-cdfb-446e-a53f-c4c4d1cc91fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.197181] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created folder: Project (5ab271ba3e834d289a11e09a476bcd2d) in parent group-v667907. [ 968.197731] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating folder: Instances. Parent ref: group-v668139. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.198074] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be894815-8a55-489a-88ae-d34197912b65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.212216] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created folder: Instances in parent group-v668139. [ 968.214150] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.214846] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.215151] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a49b354-1bd1-4a99-bb15-f881ce814a82 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.239387] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.239387] env[69019]: value = "task-3347033" [ 968.239387] env[69019]: _type = "Task" [ 968.239387] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.248464] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347033, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.316706] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.350134] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.350134] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.350134] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.350432] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.350657] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.350729] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.350963] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.351142] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.351311] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.351500] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.351778] env[69019]: DEBUG nova.virt.hardware [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.352696] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ae38c-fa02-497d-8b09-cd3b4609f8c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.368807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ea299-0540-45c3-94a8-2de902a6ad80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.375240] env[69019]: DEBUG nova.compute.manager [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Received event network-changed-6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.375240] env[69019]: DEBUG nova.compute.manager [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Refreshing instance network info cache due to event network-changed-6c49ba30-b98b-4ae8-85f5-7a347399749e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.375240] env[69019]: DEBUG oslo_concurrency.lockutils [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] Acquiring lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375240] env[69019]: DEBUG oslo_concurrency.lockutils [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] Acquired lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.375240] env[69019]: DEBUG nova.network.neutron [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Refreshing network info cache for port 6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.391943] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.397984] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Creating folder: Project (aa2dff6f0aba4442a6b6099d95e463b6). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.399943] env[69019]: DEBUG nova.scheduler.client.report [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.405705] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b400cd02-aa1c-4acf-957a-b9764a11a259 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.412346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-a1040bdc-8971-4cf8-ab13-a91b804f37e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.412656] env[69019]: DEBUG nova.objects.instance [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'migration_context' on Instance uuid a1040bdc-8971-4cf8-ab13-a91b804f37e5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.422559] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Created folder: Project (aa2dff6f0aba4442a6b6099d95e463b6) in parent group-v667907. [ 968.422559] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Creating folder: Instances. Parent ref: group-v668142. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.425695] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-582d7558-b63a-4946-a328-4898f0586197 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.428779] env[69019]: DEBUG oslo_vmware.api [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347030, 'name': PowerOnVM_Task, 'duration_secs': 1.019671} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.429103] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.429342] env[69019]: INFO nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Took 6.97 seconds to spawn the instance on the hypervisor. [ 968.429560] env[69019]: DEBUG nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.430863] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10adc589-c043-4cd3-993f-a227683f9f7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.442444] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Created folder: Instances in parent group-v668142. [ 968.442831] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.448622] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.448962] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347029, 'name': CloneVM_Task, 'duration_secs': 1.876912} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.454736] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d6b44d-f257-4fd0-a93e-927cadcfffd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.468238] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Created linked-clone VM from snapshot [ 968.471069] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c27f20b-f382-4cd6-b0d4-66d98f089700 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.482984] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Uploading image b89d4f35-5ee1-4ac5-8e42-8bfce6bda371 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.488228] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.488228] env[69019]: value = "task-3347036" [ 968.488228] env[69019]: _type = "Task" [ 968.488228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.498466] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347036, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.517683] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.517683] env[69019]: value = "vm-668138" [ 968.517683] env[69019]: _type = "VirtualMachine" [ 968.517683] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.517973] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8be133ca-c979-4994-a34c-f8838dcc1c48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.529208] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lease: (returnval){ [ 968.529208] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52422705-92a3-10c5-a43f-e3e41e96c213" [ 968.529208] env[69019]: _type = "HttpNfcLease" [ 968.529208] env[69019]: } obtained for exporting VM: (result){ [ 968.529208] env[69019]: value = "vm-668138" [ 968.529208] env[69019]: _type = "VirtualMachine" [ 968.529208] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.529513] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the lease: (returnval){ [ 968.529513] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52422705-92a3-10c5-a43f-e3e41e96c213" [ 968.529513] env[69019]: _type = "HttpNfcLease" [ 968.529513] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.544249] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.544249] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52422705-92a3-10c5-a43f-e3e41e96c213" [ 968.544249] env[69019]: _type = "HttpNfcLease" [ 968.544249] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.629036] env[69019]: DEBUG nova.network.neutron [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updated VIF entry in instance network info cache for port d53b1d99-754d-4ed0-9891-83364f25c4b5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.629473] env[69019]: DEBUG nova.network.neutron [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.724236] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "9b30274d-6fed-4726-bf33-83a1e74356e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.724480] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.750985] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347033, 'name': CreateVM_Task, 'duration_secs': 0.398449} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.751185] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.751878] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.752077] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752470] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.752861] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80ca867-71d7-4429-9001-32815ccc374a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761963] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 968.761963] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c4464-0c6c-128b-e6e7-0c3f6ed15ba4" [ 968.761963] env[69019]: _type = "Task" [ 968.761963] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.771682] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c4464-0c6c-128b-e6e7-0c3f6ed15ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.907658] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.908223] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.913169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.600s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.913417] env[69019]: DEBUG nova.objects.instance [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lazy-loading 'resources' on Instance uuid 46c608f7-7214-42d5-a160-33f1885660f0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.915678] env[69019]: DEBUG nova.objects.base [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.917362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3252be6-9b23-4c44-89b4-2bde64df50d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.942660] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8888d4c6-dd15-4443-9fd6-cf0c4aab1c7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.950661] env[69019]: DEBUG oslo_vmware.api [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 968.950661] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8e49b-dc79-a2ba-4b5f-aa10c83bedd1" [ 968.950661] env[69019]: _type = "Task" [ 968.950661] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.963314] env[69019]: DEBUG oslo_vmware.api [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8e49b-dc79-a2ba-4b5f-aa10c83bedd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.978238] env[69019]: INFO nova.compute.manager [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Took 23.01 seconds to build instance. [ 968.999640] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347036, 'name': CreateVM_Task, 'duration_secs': 0.391448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.999863] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.000272] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.038707] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.038707] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52422705-92a3-10c5-a43f-e3e41e96c213" [ 969.038707] env[69019]: _type = "HttpNfcLease" [ 969.038707] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.039013] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.039013] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52422705-92a3-10c5-a43f-e3e41e96c213" [ 969.039013] env[69019]: _type = "HttpNfcLease" [ 969.039013] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.039765] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b0c0a-33f0-4176-89be-54a92e62de1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.048941] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.049139] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.133803] env[69019]: DEBUG oslo_concurrency.lockutils [req-c1512a2f-3da4-4f75-9700-e075599178a8 req-6d4976b8-856d-4ca7-8357-73eca8db79eb service nova] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.147846] env[69019]: DEBUG nova.network.neutron [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updated VIF entry in instance network info cache for port 6c49ba30-b98b-4ae8-85f5-7a347399749e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.148245] env[69019]: DEBUG nova.network.neutron [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updating instance_info_cache with network_info: [{"id": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "address": "fa:16:3e:1a:01:9c", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c49ba30-b9", "ovs_interfaceid": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.163486] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94a061bc-4da6-4ead-8116-8f60133b92eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.228782] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.273126] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525c4464-0c6c-128b-e6e7-0c3f6ed15ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.018104} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.273264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.273727] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.274111] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.274578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.274702] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.275296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.275675] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.276025] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41964385-2875-49bb-aedc-a8f3ff36c0d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.288478] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b94676-08ea-4cc1-81dc-4e104a2e4187 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.297165] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 969.297165] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c53e4c-65ba-19e4-a867-f72dc3844512" [ 969.297165] env[69019]: _type = "Task" [ 969.297165] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.304158] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.304452] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.306054] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37263058-32d1-433a-8844-094ee22955d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.315117] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c53e4c-65ba-19e4-a867-f72dc3844512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.319009] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 969.319009] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad44c0-145e-7021-9ed3-90ae5db176f5" [ 969.319009] env[69019]: _type = "Task" [ 969.319009] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.330545] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad44c0-145e-7021-9ed3-90ae5db176f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.418012] env[69019]: DEBUG nova.compute.utils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.425173] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.425477] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.464513] env[69019]: DEBUG oslo_vmware.api [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8e49b-dc79-a2ba-4b5f-aa10c83bedd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012707} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.465022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.479680] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5dd93821-2694-4a6f-ac08-ce80ccb417a0 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.518s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.485802] env[69019]: DEBUG nova.policy [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80712fe4d2a54e1c9d2aa653320a606f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d085039a9e54cddbfe9c2d372899bd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.652841] env[69019]: DEBUG oslo_concurrency.lockutils [req-9a9fb9eb-ee8d-4adf-a52c-1706a13c63bc req-fe8f56b4-b563-4434-ace2-3f534a603125 service nova] Releasing lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.756959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.813604] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c53e4c-65ba-19e4-a867-f72dc3844512, 'name': SearchDatastore_Task, 'duration_secs': 0.014604} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.813975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.816449] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.816449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.830626] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ad44c0-145e-7021-9ed3-90ae5db176f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.834022] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1c2f6c-cf78-440a-ac26-80c23f1e1a1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.842817] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Successfully created port: 7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.848613] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 969.848613] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7ae17-81a0-a393-78ca-4bb34f6c2a7c" [ 969.848613] env[69019]: _type = "Task" [ 969.848613] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.857703] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7ae17-81a0-a393-78ca-4bb34f6c2a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.882359] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c95d361-58e6-4852-b8e0-215871c99d6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.892109] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f341728-6198-4db6-8dde-fce9c8360933 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.930022] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.931140] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e997d77f-8b27-43a7-9668-224d5e275529 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.940482] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5a533-404c-40b6-a838-63b14cd2d068 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.956143] env[69019]: DEBUG nova.compute.provider_tree [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.360827] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c7ae17-81a0-a393-78ca-4bb34f6c2a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018564} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.361291] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.361535] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/7adc3204-6f88-438d-9f40-311de678f575.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.361847] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.362166] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.362435] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24dc1873-f8cf-49b9-91d9-021ef1a8a2f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364751] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98ceb5ba-80a7-47fc-8adc-ade85c0a29b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.372709] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 970.372709] env[69019]: value = "task-3347038" [ 970.372709] env[69019]: _type = "Task" [ 970.372709] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.374099] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.374327] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.378052] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed6fda0-67c2-4b5b-accd-4f541c38a8dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.388518] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 970.388518] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ea684-91c6-619d-2590-0e675d31fc97" [ 970.388518] env[69019]: _type = "Task" [ 970.388518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.388814] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.397063] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ea684-91c6-619d-2590-0e675d31fc97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.463060] env[69019]: DEBUG nova.scheduler.client.report [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.885379] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.900311] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529ea684-91c6-619d-2590-0e675d31fc97, 'name': SearchDatastore_Task, 'duration_secs': 0.013236} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.901340] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3284456c-1f55-4a78-a42d-e686636f6a96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.908106] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 970.908106] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb4b7-653b-79c1-9719-131d164e6ae3" [ 970.908106] env[69019]: _type = "Task" [ 970.908106] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.917795] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb4b7-653b-79c1-9719-131d164e6ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.941311] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.968780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.972042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.943s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.972705] env[69019]: DEBUG nova.objects.instance [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lazy-loading 'resources' on Instance uuid ccfc5dff-08a8-4109-8b5d-9784cf88cfb0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.999860] env[69019]: INFO nova.scheduler.client.report [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Deleted allocations for instance 46c608f7-7214-42d5-a160-33f1885660f0 [ 971.387755] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347038, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.414172] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Successfully updated port: 7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.422923] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb4b7-653b-79c1-9719-131d164e6ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.064521} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.423926] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.424381] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.424510] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6c0c5c-33b0-42f2-a79d-35cb9769b099 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.432518] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 971.432518] env[69019]: value = "task-3347039" [ 971.432518] env[69019]: _type = "Task" [ 971.432518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.442281] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.507947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bb4fdf27-cc9d-4887-8e71-302a03cec287 tempest-InstanceActionsTestJSON-827754061 tempest-InstanceActionsTestJSON-827754061-project-member] Lock "46c608f7-7214-42d5-a160-33f1885660f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.697s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.830054] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11023c78-b7fe-478e-90d9-64238b83ea1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.839445] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1845a791-4f50-4ff2-9bd2-5854b42a94fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.874758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e3b652-e8d3-4fb4-9179-894c6366432e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.888628] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347038, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.889829] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b682cc-112d-47a9-9713-d1fe706dc2ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.904022] env[69019]: DEBUG nova.compute.provider_tree [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.918174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.918174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.918174] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.945533] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.392122] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347038, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.637697} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.393188] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/7adc3204-6f88-438d-9f40-311de678f575.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.393188] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.393188] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9900d74f-914d-4985-932e-705766364bfc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.402180] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 972.402180] env[69019]: value = "task-3347040" [ 972.402180] env[69019]: _type = "Task" [ 972.402180] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.408598] env[69019]: DEBUG nova.scheduler.client.report [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.427024] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.446151] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.466203] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.637380] env[69019]: DEBUG nova.network.neutron [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Updating instance_info_cache with network_info: [{"id": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "address": "fa:16:3e:6c:ae:43", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcaa0e-ed", "ovs_interfaceid": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.912180] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16438} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.912456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.913320] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86412df-fac7-431f-8036-f67f333677e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.917795] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.919938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.623s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.920133] env[69019]: DEBUG nova.objects.instance [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'resources' on Instance uuid 82efc8cf-cc42-4c82-9d68-54c88ad654c4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.944243] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/7adc3204-6f88-438d-9f40-311de678f575.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.948990] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc68368-7e76-45dd-8e66-498455153f00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965033] env[69019]: INFO nova.scheduler.client.report [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted allocations for instance ccfc5dff-08a8-4109-8b5d-9784cf88cfb0 [ 972.972926] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347039, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.10686} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.974531] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.974754] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.975344] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 972.975344] env[69019]: value = "task-3347041" [ 972.975344] env[69019]: _type = "Task" [ 972.975344] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.975603] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8adc55cc-9c74-4faf-b64d-60c7a6a45d59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.986684] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.988168] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 972.988168] env[69019]: value = "task-3347042" [ 972.988168] env[69019]: _type = "Task" [ 972.988168] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.139857] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.140236] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Instance network_info: |[{"id": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "address": "fa:16:3e:6c:ae:43", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcaa0e-ed", "ovs_interfaceid": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.477706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-221828a0-5622-4d79-b32e-83e0be91cfe8 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "ccfc5dff-08a8-4109-8b5d-9784cf88cfb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.999s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.491586] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.502195] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079377} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.502467] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.503471] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee784d8-4652-4741-8473-028d3f53da7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.524777] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.527614] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93a000a-3c3d-4571-93a0-5cf7019706f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.550696] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 973.550696] env[69019]: value = "task-3347043" [ 973.550696] env[69019]: _type = "Task" [ 973.550696] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.561269] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.780310] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893037a-14f4-4bc2-b1ca-e1c195e9283f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.789479] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11a2815-785a-460f-8d63-630289b7f43c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.823755] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c2c3c-8efa-445f-9544-bec473a10a81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.832096] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89abca-f263-4a70-9b5a-20f97bcb2a9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.847474] env[69019]: DEBUG nova.compute.provider_tree [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.989214] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347041, 'name': ReconfigVM_Task, 'duration_secs': 0.523528} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.989564] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/7adc3204-6f88-438d-9f40-311de678f575.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.990242] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-982c2cc6-b553-4631-80c0-40ed1b62da41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.996883] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 973.996883] env[69019]: value = "task-3347044" [ 973.996883] env[69019]: _type = "Task" [ 973.996883] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.010114] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347044, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.060821] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347043, 'name': ReconfigVM_Task, 'duration_secs': 0.409924} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.061233] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.061902] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a7bb821-15f0-4626-aa29-b313c9512f54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.068760] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 974.068760] env[69019]: value = "task-3347045" [ 974.068760] env[69019]: _type = "Task" [ 974.068760] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.078321] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347045, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.350557] env[69019]: DEBUG nova.scheduler.client.report [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.508294] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347044, 'name': Rename_Task, 'duration_secs': 0.16322} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.508685] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.508940] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b564342-587a-4e9b-957b-391676e15026 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.515852] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 974.515852] env[69019]: value = "task-3347046" [ 974.515852] env[69019]: _type = "Task" [ 974.515852] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.524592] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.579585] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347045, 'name': Rename_Task, 'duration_secs': 0.157292} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.579923] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.580253] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d8e55d-20cc-4488-a0a4-3295de4c13e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.586360] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 974.586360] env[69019]: value = "task-3347047" [ 974.586360] env[69019]: _type = "Task" [ 974.586360] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.594847] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.856221] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.859189] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.480s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.889305] env[69019]: INFO nova.scheduler.client.report [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance 82efc8cf-cc42-4c82-9d68-54c88ad654c4 [ 975.026275] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.097233] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347047, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.397639] env[69019]: DEBUG oslo_concurrency.lockutils [None req-658f0186-92ba-48ec-8c6f-1e9b763fe4c6 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "82efc8cf-cc42-4c82-9d68-54c88ad654c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.247s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.527136] env[69019]: DEBUG oslo_vmware.api [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347046, 'name': PowerOnVM_Task, 'duration_secs': 0.594073} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.527554] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.527594] env[69019]: INFO nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Took 9.71 seconds to spawn the instance on the hypervisor. [ 975.527778] env[69019]: DEBUG nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.528620] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f251b270-01a3-41f0-b250-ceb3d07dbd98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.597390] env[69019]: DEBUG oslo_vmware.api [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347047, 'name': PowerOnVM_Task, 'duration_secs': 0.546625} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.597674] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.597878] env[69019]: INFO nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Took 7.28 seconds to spawn the instance on the hypervisor. [ 975.598076] env[69019]: DEBUG nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.598895] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b651e8-03d8-46cb-82c7-9f6cb2e397f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.873291] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Applying migration context for instance a1040bdc-8971-4cf8-ab13-a91b804f37e5 as it has an incoming, in-progress migration 8386ba8c-1326-402c-9082-d50165dfb915. Migration status is confirming {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 975.875960] env[69019]: INFO nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating resource usage from migration 8386ba8c-1326-402c-9082-d50165dfb915 [ 975.897452] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900023] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 2b819ac7-b7a4-4fef-beed-7bb48ef2609a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900023] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900023] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900023] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 21657f16-a790-4a08-8542-be77c2663dd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900227] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance ce974ee2-4214-4b8e-9d32-425272640242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900227] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900227] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6432e3d5-91db-4406-b01c-6b747978a5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900227] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900357] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 158a1c6d-1424-4213-aa8b-8e0a2466f778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900357] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance ac132f34-8050-428e-9ee3-df0306d0f875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900357] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b1efbef2-5283-4d0c-92a5-5a1b17a91aea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900357] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Migration 8386ba8c-1326-402c-9082-d50165dfb915 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 975.900503] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a1040bdc-8971-4cf8-ab13-a91b804f37e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900503] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 3118e728-19ef-41fc-9ff0-fef78b610336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900503] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 07c6e25a-4910-4307-a2f2-1c2ea72ab59e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900503] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 02598718-4a07-4b31-b5b2-35c29c91af85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900648] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7adc3204-6f88-438d-9f40-311de678f575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900648] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 34b99548-905f-47b0-8db4-fda51dd1edf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 975.900648] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 35465675-e113-42de-a4ff-377fc89edf2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 976.047388] env[69019]: INFO nova.compute.manager [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Took 26.42 seconds to build instance. [ 976.115400] env[69019]: INFO nova.compute.manager [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Took 22.73 seconds to build instance. [ 976.345986] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.346234] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.346394] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.346575] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.346721] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.346869] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.347095] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.347258] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.347428] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.347589] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.347763] env[69019]: DEBUG nova.virt.hardware [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.350195] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d00ea7-0e34-4014-90ef-7549e87f666f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.360828] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.362290] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b42233-37cb-4aec-9610-0f39cb41e231 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367202] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5392aa-8b5f-45c7-8e19-f4c8a2d0c5bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.382065] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ae:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afcaa0e-ed3b-4a51-921f-5445864b3707', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.391437] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.394213] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.394213] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.394485] env[69019]: ERROR oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk due to incomplete transfer. [ 976.394583] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea80241-c4a5-471c-a799-113463287c72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.410169] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb36754a-74d0-4d8c-8a54-e10dce1e7462 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.414077] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 45f3b2a5-de6a-4c5b-9814-d99b954daf6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.420249] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.420249] env[69019]: value = "task-3347048" [ 976.420249] env[69019]: _type = "Task" [ 976.420249] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.425095] env[69019]: DEBUG oslo_vmware.rw_handles [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d9bbf-bc95-b149-bc26-45f2add46a93/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.425095] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Uploaded image 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.427350] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.428599] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8876d31-236d-4c5f-b27b-6e74295979b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.433937] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347048, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.441071] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 976.441071] env[69019]: value = "task-3347049" [ 976.441071] env[69019]: _type = "Task" [ 976.441071] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.450165] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347049, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.548644] env[69019]: DEBUG oslo_concurrency.lockutils [None req-618c8f86-2915-4b95-bac8-f8957d0c6717 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.936s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.617525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5a8f548d-b22d-4186-8cca-986e638e9974 tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.238s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.793688] env[69019]: DEBUG nova.compute.manager [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Received event network-vif-plugged-7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.793744] env[69019]: DEBUG oslo_concurrency.lockutils [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] Acquiring lock "35465675-e113-42de-a4ff-377fc89edf2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.793920] env[69019]: DEBUG oslo_concurrency.lockutils [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] Lock "35465675-e113-42de-a4ff-377fc89edf2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.794142] env[69019]: DEBUG oslo_concurrency.lockutils [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] Lock "35465675-e113-42de-a4ff-377fc89edf2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.794331] env[69019]: DEBUG nova.compute.manager [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] No waiting events found dispatching network-vif-plugged-7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.794867] env[69019]: WARNING nova.compute.manager [req-2f359e9b-3b43-4f65-80fd-57ca9571eec7 req-4204c0c5-0b0c-4e1c-91c1-171459ebb87a service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Received unexpected event network-vif-plugged-7afcaa0e-ed3b-4a51-921f-5445864b3707 for instance with vm_state building and task_state spawning. [ 976.919221] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9b30274d-6fed-4726-bf33-83a1e74356e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.919513] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 976.919662] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 976.934910] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347048, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.942580] env[69019]: INFO nova.compute.manager [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Rebuilding instance [ 976.956536] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347049, 'name': Destroy_Task, 'duration_secs': 0.487815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.959938] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Destroyed the VM [ 976.960282] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.961259] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35afb262-1778-4e0c-9acc-d1e9344b97ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.971734] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 976.971734] env[69019]: value = "task-3347050" [ 976.971734] env[69019]: _type = "Task" [ 976.971734] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.988972] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.998871] env[69019]: DEBUG nova.compute.manager [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.999932] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2a79f9-833c-4a0b-8bd0-fad20608c1c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.305507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd5f0a-414e-4041-b88e-03864839362a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.316167] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab556489-bad1-470b-99c9-93b12a175770 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.347545] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f0676-3ae8-4d37-8fea-dc6dc3f246e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.355959] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211fe16-8ba4-498d-b76e-948227a6356d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.370150] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.398548] env[69019]: INFO nova.compute.manager [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Rescuing [ 977.398761] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398927] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399123] env[69019]: DEBUG nova.network.neutron [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.434144] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347048, 'name': CreateVM_Task, 'duration_secs': 0.905239} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.434321] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.435045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435220] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.435781] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d62436-3baf-4a3f-9e12-af5b8007fd26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.440673] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 977.440673] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5266f7fd-1bf8-a65e-35fe-31a9b4332667" [ 977.440673] env[69019]: _type = "Task" [ 977.440673] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.448518] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5266f7fd-1bf8-a65e-35fe-31a9b4332667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.482973] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347050, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.610877] env[69019]: INFO nova.compute.manager [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Rebuilding instance [ 977.656981] env[69019]: DEBUG nova.compute.manager [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.657945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee00129-754a-4448-8db7-3ab5b510ee77 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.873455] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.955166] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5266f7fd-1bf8-a65e-35fe-31a9b4332667, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.957839] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.958360] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.958640] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.958794] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.958977] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.959289] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee762b1-705d-47cb-86fe-6495645440a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.970931] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.971274] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.972136] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2c066e-4f8e-423a-85fb-7dd93da60d00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.982147] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 977.982147] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dc2644-3056-879e-2e3e-57bef94709cf" [ 977.982147] env[69019]: _type = "Task" [ 977.982147] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.985610] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.636227} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.990328] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.990670] env[69019]: DEBUG nova.compute.manager [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.991822] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce6e6c-7ee6-4073-88a7-bb15a3110ed4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.999775] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dc2644-3056-879e-2e3e-57bef94709cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.008025] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b05167-fa90-449d-b689-e454396e3ac7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.010536] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 978.010536] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520744c0-324f-2549-27fc-07d355822142" [ 978.010536] env[69019]: _type = "Task" [ 978.010536] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.018819] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.021027] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520744c0-324f-2549-27fc-07d355822142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.021027] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d767aff-d50f-4a52-ad29-c4c53f4090af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.026723] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 978.026723] env[69019]: value = "task-3347051" [ 978.026723] env[69019]: _type = "Task" [ 978.026723] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.039355] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.256395] env[69019]: DEBUG nova.network.neutron [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updating instance_info_cache with network_info: [{"id": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "address": "fa:16:3e:1a:01:9c", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c49ba30-b9", "ovs_interfaceid": "6c49ba30-b98b-4ae8-85f5-7a347399749e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.388584] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 978.388584] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.527s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.388584] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.740s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.388584] env[69019]: INFO nova.compute.claims [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.513304] env[69019]: INFO nova.compute.manager [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Shelve offloading [ 978.530344] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520744c0-324f-2549-27fc-07d355822142, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.530344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.530344] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 35465675-e113-42de-a4ff-377fc89edf2b/35465675-e113-42de-a4ff-377fc89edf2b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.530344] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d78dd40-9bb7-4b49-bae1-6eaec6c588d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.542414] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347051, 'name': PowerOffVM_Task, 'duration_secs': 0.138925} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.543027] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.543637] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.544274] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 978.544274] env[69019]: value = "task-3347052" [ 978.544274] env[69019]: _type = "Task" [ 978.544274] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.544970] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b3240-4924-4b48-aa3a-1ec219a5180a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.555532] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.557814] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.558092] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e2daf9c-117a-43f2-8879-0e092e70e07e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.583401] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.583627] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.583814] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Deleting the datastore file [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.585896] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8dd9f19-4817-408b-a2e1-3e2a7028b4f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.593648] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 978.593648] env[69019]: value = "task-3347054" [ 978.593648] env[69019]: _type = "Task" [ 978.593648] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.595706] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.596629] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b234e-8dd8-4676-9ec8-48eb49261711 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.605603] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.605784] env[69019]: ERROR oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk due to incomplete transfer. [ 978.609023] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c952addf-3673-4d89-a4cb-fd46a4d85115 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.610755] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.624593] env[69019]: DEBUG oslo_vmware.rw_handles [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba3676-8b44-7717-ac9c-ee959b7e9956/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.624835] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Uploaded image b89d4f35-5ee1-4ac5-8e42-8bfce6bda371 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.626576] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.626796] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb45f262-9073-4c06-a777-bb0568db3cd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.632468] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 978.632468] env[69019]: value = "task-3347055" [ 978.632468] env[69019]: _type = "Task" [ 978.632468] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.640431] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347055, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.673127] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.673561] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8621be4-1e59-48db-ab63-84091b608851 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.681463] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 978.681463] env[69019]: value = "task-3347056" [ 978.681463] env[69019]: _type = "Task" [ 978.681463] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.694346] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.759201] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "refresh_cache-7adc3204-6f88-438d-9f40-311de678f575" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.828205] env[69019]: DEBUG nova.compute.manager [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Received event network-changed-7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.828559] env[69019]: DEBUG nova.compute.manager [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Refreshing instance network info cache due to event network-changed-7afcaa0e-ed3b-4a51-921f-5445864b3707. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.829472] env[69019]: DEBUG oslo_concurrency.lockutils [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] Acquiring lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.829750] env[69019]: DEBUG oslo_concurrency.lockutils [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] Acquired lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.830265] env[69019]: DEBUG nova.network.neutron [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Refreshing network info cache for port 7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.015692] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.016337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.027841] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.027841] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55c898e-e11c-41b7-8998-fb450a941ddd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.035200] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 979.035200] env[69019]: value = "task-3347057" [ 979.035200] env[69019]: _type = "Task" [ 979.035200] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.055801] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.055801] env[69019]: DEBUG nova.compute.manager [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.056657] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e34f01-0bfb-492c-ad05-cb95a58e7e1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.065326] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347052, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.066979] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.067187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.067366] env[69019]: DEBUG nova.network.neutron [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.108666] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294522} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.108948] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.109150] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.109337] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.141943] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347055, 'name': Destroy_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.193564] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347056, 'name': PowerOffVM_Task, 'duration_secs': 0.281281} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.194059] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.194230] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.195167] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea2de3-a2b2-4923-b9e0-1b0912328b9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.203925] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.204262] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-883dc6f1-088a-40cd-a6fa-4ebee9e0e252 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.236827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.237293] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.237535] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Deleting the datastore file [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.238063] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5941e5fc-bdb2-45b8-888b-5394f58a36b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.246588] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 979.246588] env[69019]: value = "task-3347059" [ 979.246588] env[69019]: _type = "Task" [ 979.246588] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.256801] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.519267] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.548670] env[69019]: DEBUG nova.network.neutron [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Updated VIF entry in instance network info cache for port 7afcaa0e-ed3b-4a51-921f-5445864b3707. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.549094] env[69019]: DEBUG nova.network.neutron [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Updating instance_info_cache with network_info: [{"id": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "address": "fa:16:3e:6c:ae:43", "network": {"id": "b4607405-e1df-4911-bc8d-73b6dccf5765", "bridge": "br-int", "label": "tempest-ImagesTestJSON-12289830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d085039a9e54cddbfe9c2d372899bd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afcaa0e-ed", "ovs_interfaceid": "7afcaa0e-ed3b-4a51-921f-5445864b3707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.560776] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811355} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.564328] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 35465675-e113-42de-a4ff-377fc89edf2b/35465675-e113-42de-a4ff-377fc89edf2b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.564536] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.565390] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a99604-39a3-4c77-8c08-8cd5d99c2d59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.574552] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 979.574552] env[69019]: value = "task-3347060" [ 979.574552] env[69019]: _type = "Task" [ 979.574552] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.585517] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.646252] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347055, 'name': Destroy_Task, 'duration_secs': 0.598587} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.651116] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Destroyed the VM [ 979.651594] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.654824] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89c20292-f381-4c86-9217-83c64a28dd16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.664033] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 979.664033] env[69019]: value = "task-3347061" [ 979.664033] env[69019]: _type = "Task" [ 979.664033] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.678296] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.729686] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a1b58-9e29-4f3c-a233-0efe95089b2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.740627] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebf4d38-d37d-42fd-bab7-b3f393c2ccfe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.779481] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d13dac1-8004-4bc4-86d6-3a3cd83748e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.791239] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230fdf8b-a1fc-494e-b6a8-5e50fe760fa6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.795305] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17655} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.798645] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.798645] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.798645] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.811156] env[69019]: DEBUG nova.compute.provider_tree [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.834215] env[69019]: DEBUG nova.network.neutron [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.052290] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.052290] env[69019]: DEBUG oslo_concurrency.lockutils [req-83acfc43-0cac-4476-a0d6-55351e784e74 req-2f40e88c-e97e-424d-bf87-45ee828dce7f service nova] Releasing lock "refresh_cache-35465675-e113-42de-a4ff-377fc89edf2b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.088251] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.088565] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.089407] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ab6b5-7c78-4fc2-967a-80fad35f4fb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.113644] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 35465675-e113-42de-a4ff-377fc89edf2b/35465675-e113-42de-a4ff-377fc89edf2b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.116210] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d784d08-b4c4-4be9-a681-b54aacf7f272 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.141493] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 980.141493] env[69019]: value = "task-3347062" [ 980.141493] env[69019]: _type = "Task" [ 980.141493] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.150620] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.174133] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.190966] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.191266] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.191518] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.191628] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.191771] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.191920] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.192201] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.192342] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.192533] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.192835] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.193142] env[69019]: DEBUG nova.virt.hardware [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.194412] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3279630-d322-48fc-a272-97edd59d20a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.203593] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b4deb6-9060-4e22-a15d-3916bfba1bbe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.220229] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.226262] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.226593] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.226849] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a5caed-5ea8-406d-a1f0-8f5acabed3ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.248494] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.248494] env[69019]: value = "task-3347063" [ 980.248494] env[69019]: _type = "Task" [ 980.248494] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.257162] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347063, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.304076] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.308249] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e57ae0-a511-4172-8b92-93c10ec83eaf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.315627] env[69019]: DEBUG nova.scheduler.client.report [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.319601] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 980.319601] env[69019]: value = "task-3347064" [ 980.319601] env[69019]: _type = "Task" [ 980.319601] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.329680] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.337209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.621226] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.622183] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a220340-32ac-4db1-9e07-61d182182ac2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.630358] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.644936] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ded796e-f270-4717-ab48-aeed8b44c7f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.651095] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347062, 'name': ReconfigVM_Task, 'duration_secs': 0.339947} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.651455] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 35465675-e113-42de-a4ff-377fc89edf2b/35465675-e113-42de-a4ff-377fc89edf2b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.652080] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-130e5988-8d6b-4cf0-b06c-dbfd99da9098 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.659141] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 980.659141] env[69019]: value = "task-3347066" [ 980.659141] env[69019]: _type = "Task" [ 980.659141] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.667516] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347066, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.675954] env[69019]: DEBUG oslo_vmware.api [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347061, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.675954] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.675954] env[69019]: INFO nova.compute.manager [None req-0c4973e8-b1fd-4e24-b97f-ae5d7ac481ea tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 980.706273] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.706444] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.706549] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleting the datastore file [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.706818] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe6e214-a87f-4ae4-81f3-29c110dbc6e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716752] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 980.716752] env[69019]: value = "task-3347067" [ 980.716752] env[69019]: _type = "Task" [ 980.716752] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.725386] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.759458] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347063, 'name': CreateVM_Task, 'duration_secs': 0.313061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.759715] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.760206] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760429] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.761070] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f562ce22-4a34-4f0e-adb0-3dfc181582b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.766117] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 980.766117] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfc52-6181-ee32-1967-584aa29450f9" [ 980.766117] env[69019]: _type = "Task" [ 980.766117] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.774228] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfc52-6181-ee32-1967-584aa29450f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.821955] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.822549] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.829776] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.365s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.840822] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347064, 'name': PowerOffVM_Task, 'duration_secs': 0.203138} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.844232] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.844232] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2218627-41c5-4edd-b8f7-26ee1fe85ebc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.868155] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.868444] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.868979] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.869247] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.869415] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.869587] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.870095] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.870318] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.870603] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.870856] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.871090] env[69019]: DEBUG nova.virt.hardware [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.871909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be077f-2135-4466-896e-e353f3a91445 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.875804] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eca0d0-1153-46e9-8354-7e0c29ed9c02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.888649] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9923e-aa7e-45ee-91ce-ad155a42c061 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.902990] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.909365] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.912719] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.914254] env[69019]: DEBUG nova.compute.manager [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-vif-unplugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.914472] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.914680] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.914849] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.915020] env[69019]: DEBUG nova.compute.manager [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] No waiting events found dispatching network-vif-unplugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.915244] env[69019]: WARNING nova.compute.manager [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received unexpected event network-vif-unplugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d for instance with vm_state shelved and task_state shelving_offloading. [ 980.915413] env[69019]: DEBUG nova.compute.manager [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.915583] env[69019]: DEBUG nova.compute.manager [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing instance network info cache due to event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.915790] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.915946] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.916131] env[69019]: DEBUG nova.network.neutron [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.917889] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37fbeb34-49aa-47a9-a848-8dcda5030a10 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.932888] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.933444] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff46938-b356-4a92-9ffe-288fda71c578 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.940242] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.940242] env[69019]: value = "task-3347069" [ 980.940242] env[69019]: _type = "Task" [ 980.940242] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.941547] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 980.941547] env[69019]: value = "task-3347068" [ 980.941547] env[69019]: _type = "Task" [ 980.941547] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.953130] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347069, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.956555] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.956756] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.957012] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.957166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.957345] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.957573] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca767344-dacf-4870-b697-c1f46dee2963 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.964689] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.964867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.965811] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2d0252-fc39-40c7-954f-ca3342699b09 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.970972] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 980.970972] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d07b81-039a-91b9-627f-9b44d6ea5e09" [ 980.970972] env[69019]: _type = "Task" [ 980.970972] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.978543] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d07b81-039a-91b9-627f-9b44d6ea5e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.171852] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347066, 'name': Rename_Task, 'duration_secs': 0.163145} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.172243] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.172432] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2b7c41-7e92-40a3-96a5-b3d02504d669 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.180325] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 981.180325] env[69019]: value = "task-3347070" [ 981.180325] env[69019]: _type = "Task" [ 981.180325] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.200923] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347070, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.229268] env[69019]: DEBUG oslo_vmware.api [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170387} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.229536] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.229752] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.230071] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.252711] env[69019]: INFO nova.scheduler.client.report [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted allocations for instance e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 [ 981.276910] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ebfc52-6181-ee32-1967-584aa29450f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.277284] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.277545] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.277783] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.309619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "bc95f014-90d9-400e-bd08-fbee64b127ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.311475] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.331338] env[69019]: DEBUG nova.compute.utils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.333704] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.334065] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.379640] env[69019]: DEBUG nova.policy [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a35556ac2c46a5a154bffb96a9a4f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858689c33613412bbee445f6b102d231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.453308] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347069, 'name': CreateVM_Task, 'duration_secs': 0.482496} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.455856] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.456481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.456922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.457087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.457264] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb64412f-21fe-458a-bba5-4a301be9cd53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.464168] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 981.464168] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52da4085-1523-88de-3dab-52a46fafc5ef" [ 981.464168] env[69019]: _type = "Task" [ 981.464168] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.482390] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52da4085-1523-88de-3dab-52a46fafc5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.482390] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.482390] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.482390] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.485519] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d07b81-039a-91b9-627f-9b44d6ea5e09, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.488848] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3b746c-92b9-4a66-8f20-a4d86f48fce6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.497282] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 981.497282] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e13bb0-d61a-633b-7c80-08f8f6f4e9f2" [ 981.497282] env[69019]: _type = "Task" [ 981.497282] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.505592] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e13bb0-d61a-633b-7c80-08f8f6f4e9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.658699] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "c923420a-c94a-4321-9a1a-f02dbf86862a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.658986] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.694035] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.746118] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467d799-6eb0-47b8-8827-0db642d5ced2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757756] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6cb8c-2322-42be-b9c0-6877c3c54d35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.761083] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.795574] env[69019]: DEBUG nova.network.neutron [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updated VIF entry in instance network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.796083] env[69019]: DEBUG nova.network.neutron [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd8a0b964-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.798028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302454b2-0547-4f1a-971c-4d013d2f01da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.807099] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198d4ed-9848-42e5-9bd6-e94e0c87dc7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.813484] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.826254] env[69019]: DEBUG nova.compute.provider_tree [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.837506] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.910037] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Successfully created port: b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.008828] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e13bb0-d61a-633b-7c80-08f8f6f4e9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.009083] env[69019]: DEBUG oslo_concurrency.lockutils [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.009376] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 982.009694] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.009910] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.010169] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44b16c5b-2c80-4916-960c-c4437ee3a638 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.013726] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a905a910-69a1-4bea-b2b8-70825ab49fe3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.025091] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 982.025091] env[69019]: value = "task-3347071" [ 982.025091] env[69019]: _type = "Task" [ 982.025091] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.026407] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.026575] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.034594] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4b2c17-4e12-46be-bec5-d85a036c2279 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.042439] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 982.042439] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52639615-6e11-2c84-d5b3-ea830a5e3a59" [ 982.042439] env[69019]: _type = "Task" [ 982.042439] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.045496] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.054491] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52639615-6e11-2c84-d5b3-ea830a5e3a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.081880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.083015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.162945] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.194512] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.302370] env[69019]: DEBUG oslo_concurrency.lockutils [req-42384610-0d39-4278-8ebe-45d6f0aa59d7 req-1c6e8c02-0374-40f8-944f-8a4641a87491 service nova] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.331299] env[69019]: DEBUG nova.scheduler.client.report [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.348580] env[69019]: INFO nova.compute.manager [None req-84dbc2d3-59df-44f0-b7e9-b66b65856e17 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Get console output [ 982.348854] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-84dbc2d3-59df-44f0-b7e9-b66b65856e17 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] The console log is missing. Check your VSPC configuration [ 982.351247] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.536727] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.556084] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52639615-6e11-2c84-d5b3-ea830a5e3a59, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.556517] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235451fd-9be5-42ff-802b-021bad18fda6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.562518] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 982.562518] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbf749-a997-9455-c195-e972408c6587" [ 982.562518] env[69019]: _type = "Task" [ 982.562518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.570712] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbf749-a997-9455-c195-e972408c6587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.584424] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.682600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.695991] env[69019]: DEBUG oslo_vmware.api [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347070, 'name': PowerOnVM_Task, 'duration_secs': 1.026883} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.696697] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.696906] env[69019]: INFO nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Took 11.76 seconds to spawn the instance on the hypervisor. [ 982.697146] env[69019]: DEBUG nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.702050] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46edb9-4300-412b-b5df-befdce79fc95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.852318] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.880110] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.880369] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.880534] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.880723] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.880868] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.881042] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.881260] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.881414] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.881577] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.881732] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.881898] env[69019]: DEBUG nova.virt.hardware [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.882839] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365e4971-6d5a-41d9-b52a-922f97926e97 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.892851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312717a4-9a91-414c-b5f5-a51aebbe84b7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.042915] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642917} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.043225] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 983.044009] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5bf010-55be-4e8d-bc49-458b944f63a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.071374] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.074515] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53b14cb-c8b0-4055-8995-29bf7a2c51dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.097102] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cbf749-a997-9455-c195-e972408c6587, 'name': SearchDatastore_Task, 'duration_secs': 0.055314} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.098310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.098565] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.098870] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 983.098870] env[69019]: value = "task-3347072" [ 983.098870] env[69019]: _type = "Task" [ 983.098870] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.099770] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.099770] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.099770] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd37420c-501b-4683-a03c-39ec4b6b7a28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.104036] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac092c26-7b2a-4521-97ed-1eb4b550a167 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.110608] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.118919] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.121817] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.122393] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.123610] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 983.123610] env[69019]: value = "task-3347073" [ 983.123610] env[69019]: _type = "Task" [ 983.123610] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.124016] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2be868-1f77-4b3c-8c37-9259d193f160 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.134614] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 983.134614] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52749c69-8758-f199-2ea3-84708678280e" [ 983.134614] env[69019]: _type = "Task" [ 983.134614] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.137797] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.145554] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52749c69-8758-f199-2ea3-84708678280e, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.146504] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e3c0d8-48b6-4984-817b-e19e9723bd1f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.151278] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 983.151278] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526370ae-4c59-5fb9-0d73-6dc6ca1aba31" [ 983.151278] env[69019]: _type = "Task" [ 983.151278] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.158900] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526370ae-4c59-5fb9-0d73-6dc6ca1aba31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.208304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.220934] env[69019]: INFO nova.compute.manager [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Took 23.16 seconds to build instance. [ 983.343548] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.514s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.350166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.590s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.350166] env[69019]: INFO nova.compute.claims [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.459892] env[69019]: DEBUG nova.compute.manager [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Received event network-vif-plugged-b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.460138] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] Acquiring lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.460348] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.460514] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.460704] env[69019]: DEBUG nova.compute.manager [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] No waiting events found dispatching network-vif-plugged-b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.460956] env[69019]: WARNING nova.compute.manager [req-ffbf256d-0039-4625-bfcb-2d2096351179 req-b146c73b-7b11-48d3-864e-10f43bc70153 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Received unexpected event network-vif-plugged-b0a9a372-90f8-4ad9-81f4-3159f2857b14 for instance with vm_state building and task_state spawning. [ 983.485930] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Successfully updated port: b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.611239] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347072, 'name': ReconfigVM_Task, 'duration_secs': 0.330943} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.611584] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 7adc3204-6f88-438d-9f40-311de678f575/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.612497] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad24548e-b58c-4ebd-b7dc-8eac460a9955 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.644268] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85639301-72d4-4757-a152-5a579b633a3f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.662290] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.664019] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 983.664019] env[69019]: value = "task-3347074" [ 983.664019] env[69019]: _type = "Task" [ 983.664019] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.665474] env[69019]: DEBUG nova.compute.manager [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.672162] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c14765-5591-46ee-988b-21d6cd1f2573 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.674578] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526370ae-4c59-5fb9-0d73-6dc6ca1aba31, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.674845] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.675124] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.676060] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-278263fa-edfc-43b3-8b06-e9958cdfb6a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.681672] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.686635] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 983.686635] env[69019]: value = "task-3347075" [ 983.686635] env[69019]: _type = "Task" [ 983.686635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.694818] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.725714] env[69019]: DEBUG oslo_concurrency.lockutils [None req-df65ac45-da4d-4f44-ae4d-a8232f58d5f7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.672s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.769033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.769033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.769033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.769033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.769272] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.771622] env[69019]: INFO nova.compute.manager [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Terminating instance [ 983.912331] env[69019]: INFO nova.scheduler.client.report [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocation for migration 8386ba8c-1326-402c-9082-d50165dfb915 [ 983.988006] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.988187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.988344] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.145693] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.145961] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.146242] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.146512] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a07cc5e-fa42-455d-8cd8-c0093ef15947 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.153311] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 984.153311] env[69019]: value = "task-3347076" [ 984.153311] env[69019]: _type = "Task" [ 984.153311] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.165099] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.173345] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347074, 'name': ReconfigVM_Task, 'duration_secs': 0.230544} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.173444] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.173679] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ce3447-9895-45bb-874a-a75ed0b314df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.179892] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 984.179892] env[69019]: value = "task-3347077" [ 984.179892] env[69019]: _type = "Task" [ 984.179892] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.188281] env[69019]: INFO nova.compute.manager [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] instance snapshotting [ 984.189911] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4bbc8b-3f87-410e-8898-22c4d58081f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.201980] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.221868] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffbcaab-274e-4a1e-8c69-9a1319b4b1e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.275673] env[69019]: DEBUG nova.compute.manager [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.275902] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.276873] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3767a938-6931-4b1b-9f32-ff0dd3af3181 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.285279] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.285566] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5f8bd30-20ff-4e45-b002-7903ce60d8e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.292167] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 984.292167] env[69019]: value = "task-3347078" [ 984.292167] env[69019]: _type = "Task" [ 984.292167] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.300417] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.418275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5d2bb73-9930-4739-8fad-8294b98fde8a tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.375s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.531198] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.666071] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204697} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.666071] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.667366] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3443be4d-b3ed-4640-92a1-8f308f3a3117 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.690309] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.698374] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078cc698-d8ee-4288-be1f-cc0cb0811423 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.718765] env[69019]: DEBUG nova.network.neutron [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updating instance_info_cache with network_info: [{"id": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "address": "fa:16:3e:0e:0b:67", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a9a372-90", "ovs_interfaceid": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.726773] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.733849] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347075, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.734322] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 984.734322] env[69019]: value = "task-3347079" [ 984.734322] env[69019]: _type = "Task" [ 984.734322] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.735421] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.739412] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5411d15-506b-4b1e-ab5d-88e16631958a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.751018] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.752667] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 984.752667] env[69019]: value = "task-3347080" [ 984.752667] env[69019]: _type = "Task" [ 984.752667] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.761894] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.805473] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347078, 'name': PowerOffVM_Task, 'duration_secs': 0.233566} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.805742] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.805921] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.806190] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cca5c45-49dd-4a66-8a96-8e7dba6906f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.867706] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.869030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.869030] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleting the datastore file [datastore1] 2b819ac7-b7a4-4fef-beed-7bb48ef2609a {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.869030] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e04f9b2-376b-49c4-978e-c9dd0190ec00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.879345] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 984.879345] env[69019]: value = "task-3347082" [ 984.879345] env[69019]: _type = "Task" [ 984.879345] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.888462] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.904813] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12f981-309d-4af0-817f-3f1aae031748 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.912099] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce691d-43ad-4a4b-ab8c-62835f58c6f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.943623] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bda743-d020-42e0-a60a-6f7e6cb77b4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.951710] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df08b52-eb17-4c12-ab8d-c695b08e3448 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.725830] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.725830] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Instance network_info: |[{"id": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "address": "fa:16:3e:0e:0b:67", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a9a372-90", "ovs_interfaceid": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.726170] env[69019]: DEBUG nova.compute.manager [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.728454] env[69019]: DEBUG nova.compute.provider_tree [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.735569] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0b:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a9a372-90f8-4ad9-81f4-3159f2857b14', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.742654] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.751212] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e7ddca-a36f-4095-b90b-a99083610923 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.757894] env[69019]: DEBUG nova.compute.manager [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Received event network-changed-b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.758886] env[69019]: DEBUG nova.compute.manager [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Refreshing instance network info cache due to event network-changed-b0a9a372-90f8-4ad9-81f4-3159f2857b14. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.758886] env[69019]: DEBUG oslo_concurrency.lockutils [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] Acquiring lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.758886] env[69019]: DEBUG oslo_concurrency.lockutils [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] Acquired lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.758886] env[69019]: DEBUG nova.network.neutron [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Refreshing network info cache for port b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.762441] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.763941] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd382f88-1053-415b-b660-a0cb7b5872f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.791779] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347075, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.065708} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.791910] env[69019]: DEBUG oslo_vmware.api [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347077, 'name': PowerOnVM_Task, 'duration_secs': 1.066402} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.800504] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.800805] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.801142] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.803332] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.803817] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347079, 'name': ReconfigVM_Task, 'duration_secs': 0.298885} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.809507] env[69019]: DEBUG nova.compute.manager [None req-366435e1-8c50-4fc9-94e9-d804fcb601de tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.809818] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d11c24-2937-4a69-a6c7-e43821f01167 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.815030] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85/02598718-4a07-4b31-b5b2-35c29c91af85.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.815030] env[69019]: DEBUG oslo_vmware.api [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197636} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.815682] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894404b5-922a-4151-a107-9ca784c52b19 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.819556] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed8c2268-0a16-46d5-b59f-341b150b1ecd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.821684] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.821869] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.822088] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.822439] env[69019]: INFO nova.compute.manager [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Took 1.55 seconds to destroy the instance on the hypervisor. [ 985.822489] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.822649] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.822649] env[69019]: value = "task-3347083" [ 985.822649] env[69019]: _type = "Task" [ 985.822649] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.823700] env[69019]: DEBUG nova.compute.manager [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.823811] env[69019]: DEBUG nova.network.neutron [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.830128] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 985.830128] env[69019]: value = "task-3347084" [ 985.830128] env[69019]: _type = "Task" [ 985.830128] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.840280] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 985.840280] env[69019]: value = "task-3347085" [ 985.840280] env[69019]: _type = "Task" [ 985.840280] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.844753] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347083, 'name': CreateVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.851803] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.860398] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347085, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.064677] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.068017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.235652] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347080, 'name': CreateSnapshot_Task, 'duration_secs': 1.225623} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.235652] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.236423] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa74c4-f27e-4394-8a47-1121ca80a01b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.260424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.260678] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.260923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.261126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.261304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.263829] env[69019]: DEBUG nova.scheduler.client.report [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.267924] env[69019]: INFO nova.compute.manager [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Terminating instance [ 986.321763] env[69019]: INFO nova.compute.manager [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] instance snapshotting [ 986.333335] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a564a5-7dbf-4360-942b-a00176eaba78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.350252] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347083, 'name': CreateVM_Task, 'duration_secs': 0.522813} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.367325] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.372754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.372954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.373294] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.374407] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b721d0-e2ce-4595-8365-3bc2118505fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.377424] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073808} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.378219] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47c9092-9544-43c5-9caf-13f31716f4e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.380098] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.386502] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04269aa3-cd5f-458e-bfa2-cf1c9df9b7c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.389974] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347085, 'name': Rename_Task, 'duration_secs': 0.339414} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.397489] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.401703] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e8fd109-a366-4cca-8e51-73508292430d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.404257] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 986.404257] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52419683-d4d8-f81b-62d4-a8238f6d1880" [ 986.404257] env[69019]: _type = "Task" [ 986.404257] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.422919] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.428926] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683a9d7f-db08-4b02-bbdb-2fca2eb402af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.447381] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 986.447381] env[69019]: value = "task-3347086" [ 986.447381] env[69019]: _type = "Task" [ 986.447381] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.457712] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 986.457712] env[69019]: value = "task-3347087" [ 986.457712] env[69019]: _type = "Task" [ 986.457712] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.457951] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52419683-d4d8-f81b-62d4-a8238f6d1880, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.458669] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.459049] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.459242] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.459539] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.459631] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.469026] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591ec71a-4f8e-4c7a-842d-339d6f387bf9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.469026] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.476041] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.477232] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.477400] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.478120] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5be7bdd-f58c-46aa-a839-a6c70d3d5578 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.483162] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 986.483162] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520a2aae-278c-62f6-997f-728930abb86c" [ 986.483162] env[69019]: _type = "Task" [ 986.483162] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.490860] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520a2aae-278c-62f6-997f-728930abb86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.570338] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.577704] env[69019]: DEBUG nova.network.neutron [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updated VIF entry in instance network info cache for port b0a9a372-90f8-4ad9-81f4-3159f2857b14. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.578225] env[69019]: DEBUG nova.network.neutron [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updating instance_info_cache with network_info: [{"id": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "address": "fa:16:3e:0e:0b:67", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a9a372-90", "ovs_interfaceid": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.638307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "ce974ee2-4214-4b8e-9d32-425272640242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.638307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.638307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "ce974ee2-4214-4b8e-9d32-425272640242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.638307] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.638655] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.641194] env[69019]: INFO nova.compute.manager [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Terminating instance [ 986.755145] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.755496] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb371f2b-a04e-408b-b739-2d6fe0f401b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.764613] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 986.764613] env[69019]: value = "task-3347088" [ 986.764613] env[69019]: _type = "Task" [ 986.764613] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.773383] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.426s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.773889] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.776405] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347088, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.776879] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.725s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.778244] env[69019]: INFO nova.compute.claims [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.780803] env[69019]: DEBUG nova.compute.manager [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.781075] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.782300] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e809751-1e62-4b8e-ba44-01b9306f80bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.790993] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.791710] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c89873-3d43-4821-b9bb-74a6f25864ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.799157] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 986.799157] env[69019]: value = "task-3347089" [ 986.799157] env[69019]: _type = "Task" [ 986.799157] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.811026] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.903017] env[69019]: DEBUG nova.network.neutron [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.905866] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.906192] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd534f1f-bb1f-4662-8071-b70b4cf2cda3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.913357] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 986.913357] env[69019]: value = "task-3347090" [ 986.913357] env[69019]: _type = "Task" [ 986.913357] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.921819] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.958224] env[69019]: DEBUG oslo_vmware.api [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347086, 'name': PowerOnVM_Task, 'duration_secs': 0.439078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.958851] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.959081] env[69019]: DEBUG nova.compute.manager [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.959946] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb5d88-b92e-4dc2-b67e-1009d1734aa2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.976949] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.993425] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520a2aae-278c-62f6-997f-728930abb86c, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.994311] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72b5eac-30d0-4045-bd73-43a679d22128 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.001053] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 987.001053] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a3b482-711f-3376-f8e7-bfdbd0e5a0ff" [ 987.001053] env[69019]: _type = "Task" [ 987.001053] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.009185] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a3b482-711f-3376-f8e7-bfdbd0e5a0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.080596] env[69019]: DEBUG oslo_concurrency.lockutils [req-dbc9a737-2fa0-4648-a577-64b874d2feb3 req-cdf1adc1-7c62-44e6-8499-fedfb1d90a19 service nova] Releasing lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.097799] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.146300] env[69019]: DEBUG nova.compute.manager [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.146595] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.147850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54009f3-3b70-44c5-947f-5f092debf168 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.156256] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.156539] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3851f65-d946-4fa9-80d3-63c45839468d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.164126] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 987.164126] env[69019]: value = "task-3347091" [ 987.164126] env[69019]: _type = "Task" [ 987.164126] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.174721] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3347091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.274878] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347088, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.278293] env[69019]: DEBUG nova.compute.utils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.279708] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.280431] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.309149] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347089, 'name': PowerOffVM_Task, 'duration_secs': 0.364028} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.309419] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.309715] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.309826] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6703a97-7927-42b8-bc00-91d084b2e8b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.331208] env[69019]: DEBUG nova.policy [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.392457] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.392662] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.393533] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore1] a1040bdc-8971-4cf8-ab13-a91b804f37e5 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.394172] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65213cbb-cd95-4faf-9a4b-bf981265464f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.402034] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 987.402034] env[69019]: value = "task-3347093" [ 987.402034] env[69019]: _type = "Task" [ 987.402034] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.408563] env[69019]: INFO nova.compute.manager [-] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Took 1.58 seconds to deallocate network for instance. [ 987.427554] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.434081] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.469177] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347087, 'name': ReconfigVM_Task, 'duration_secs': 0.687164} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.469237] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3/34b99548-905f-47b0-8db4-fda51dd1edf3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.469859] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e6afa9-8623-4b0c-82ca-5e53a97e0970 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.475872] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 987.475872] env[69019]: value = "task-3347094" [ 987.475872] env[69019]: _type = "Task" [ 987.475872] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.486529] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.491617] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347094, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.511622] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a3b482-711f-3376-f8e7-bfdbd0e5a0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.511622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.511809] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 45f3b2a5-de6a-4c5b-9814-d99b954daf6b/45f3b2a5-de6a-4c5b-9814-d99b954daf6b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.512117] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dde571f-e216-438b-b7d4-39c80448e681 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.520785] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 987.520785] env[69019]: value = "task-3347095" [ 987.520785] env[69019]: _type = "Task" [ 987.520785] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.531757] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.552649] env[69019]: DEBUG nova.compute.manager [req-11b037aa-fb2b-4243-baa6-1b1aea453839 req-548f06bd-1c9e-489e-b122-aba1dd6f5c34 service nova] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Received event network-vif-deleted-049f5459-f6ef-486c-835b-bbf3e2ac355b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.665536] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Successfully created port: 5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.678934] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3347091, 'name': PowerOffVM_Task, 'duration_secs': 0.285339} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.679037] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.679649] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.681097] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a5ca53-10f1-4798-99ab-adeab24f12b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.724844] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "6307787e-3373-40df-b663-973fc5020f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.725103] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.744378] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.744609] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.744790] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleting the datastore file [datastore1] ce974ee2-4214-4b8e-9d32-425272640242 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.745086] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1cdf145-d28d-4a19-bceb-6ca57dbda5c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.752789] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for the task: (returnval){ [ 987.752789] env[69019]: value = "task-3347097" [ 987.752789] env[69019]: _type = "Task" [ 987.752789] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.762624] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3347097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.774268] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347088, 'name': CloneVM_Task} progress is 95%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.784431] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.854968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "02598718-4a07-4b31-b5b2-35c29c91af85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.855344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.855640] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "02598718-4a07-4b31-b5b2-35c29c91af85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.856090] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.856256] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.859070] env[69019]: INFO nova.compute.manager [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Terminating instance [ 987.915098] env[69019]: DEBUG oslo_vmware.api [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220662} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.915437] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.915633] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.915775] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.915927] env[69019]: INFO nova.compute.manager [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.916279] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.916428] env[69019]: DEBUG nova.compute.manager [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.916519] env[69019]: DEBUG nova.network.neutron [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.919045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.932777] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347090, 'name': CreateSnapshot_Task, 'duration_secs': 0.626377} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.933202] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.934430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf5882-fafe-4bda-b83b-6c4ef3aea281 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.985022] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347094, 'name': Rename_Task, 'duration_secs': 0.149327} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.988058] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.988537] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826a77c7-853e-44bd-83cb-41a44be88d28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002300] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 988.002300] env[69019]: value = "task-3347098" [ 988.002300] env[69019]: _type = "Task" [ 988.002300] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.022292] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347098, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.036579] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.227806] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.266957] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3347097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.272530] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab705e75-da7c-48c1-ab56-b38db9b45ad9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.279096] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347088, 'name': CloneVM_Task, 'duration_secs': 1.158031} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.279187] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Created linked-clone VM from snapshot [ 988.279933] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f1fc6-6c6a-457b-bc09-3968c27cf5e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.285346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7307ab4-0a53-4f10-b8b4-386c06c53e9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.294807] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Uploading image f082d539-76bd-4034-aa87-eb1b5b7264f7 {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.330298] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3cd69-54f3-45e2-82a6-6a91e62c415d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.340561] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.340561] env[69019]: value = "vm-668150" [ 988.340561] env[69019]: _type = "VirtualMachine" [ 988.340561] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.341492] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450372e-00ed-4e1f-97a3-9e98883bf64c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.345291] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0993d414-8838-414b-bb19-454613046cbe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.356796] env[69019]: DEBUG nova.compute.provider_tree [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.359268] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lease: (returnval){ [ 988.359268] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52921c46-80eb-d316-6705-cdf9e5b7ee0f" [ 988.359268] env[69019]: _type = "HttpNfcLease" [ 988.359268] env[69019]: } obtained for exporting VM: (result){ [ 988.359268] env[69019]: value = "vm-668150" [ 988.359268] env[69019]: _type = "VirtualMachine" [ 988.359268] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.359511] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the lease: (returnval){ [ 988.359511] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52921c46-80eb-d316-6705-cdf9e5b7ee0f" [ 988.359511] env[69019]: _type = "HttpNfcLease" [ 988.359511] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.364953] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "refresh_cache-02598718-4a07-4b31-b5b2-35c29c91af85" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.365168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquired lock "refresh_cache-02598718-4a07-4b31-b5b2-35c29c91af85" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.365360] env[69019]: DEBUG nova.network.neutron [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.369687] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.369687] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52921c46-80eb-d316-6705-cdf9e5b7ee0f" [ 988.369687] env[69019]: _type = "HttpNfcLease" [ 988.369687] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.459079] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.459441] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8aec156a-4a47-4521-8f26-5a75bf0de74a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.469169] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 988.469169] env[69019]: value = "task-3347100" [ 988.469169] env[69019]: _type = "Task" [ 988.469169] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.478091] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347100, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.512984] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.531469] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635533} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.531747] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 45f3b2a5-de6a-4c5b-9814-d99b954daf6b/45f3b2a5-de6a-4c5b-9814-d99b954daf6b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.531971] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.532234] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48289a6-50f8-4dd4-b88b-19d8cf2bebf5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.538165] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 988.538165] env[69019]: value = "task-3347101" [ 988.538165] env[69019]: _type = "Task" [ 988.538165] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.545822] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.728028] env[69019]: DEBUG nova.network.neutron [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.750245] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.763369] env[69019]: DEBUG oslo_vmware.api [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Task: {'id': task-3347097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551084} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.763647] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.763787] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.763962] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.764150] env[69019]: INFO nova.compute.manager [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Took 1.62 seconds to destroy the instance on the hypervisor. [ 988.764388] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.765026] env[69019]: DEBUG nova.compute.manager [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.765026] env[69019]: DEBUG nova.network.neutron [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.799800] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.824606] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.824873] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.825052] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.825256] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.825408] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.825556] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.825760] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.825918] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.826096] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.826263] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.826436] env[69019]: DEBUG nova.virt.hardware [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.827346] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3104188c-9889-4b6a-853b-3d761574b547 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.837175] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82997e-9170-492c-b969-ab632f88bf3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.861194] env[69019]: DEBUG nova.scheduler.client.report [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.873347] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.873347] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52921c46-80eb-d316-6705-cdf9e5b7ee0f" [ 988.873347] env[69019]: _type = "HttpNfcLease" [ 988.873347] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.873955] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.873955] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52921c46-80eb-d316-6705-cdf9e5b7ee0f" [ 988.873955] env[69019]: _type = "HttpNfcLease" [ 988.873955] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.875102] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f238588-f932-4a3b-88d2-734f3f36fc7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.883261] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.883348] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.940252] env[69019]: DEBUG nova.network.neutron [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.978453] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347100, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.011947] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.047776] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068277} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.048050] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.048810] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9a4e0-448a-42ce-a8aa-3c0887983600 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.053267] env[69019]: DEBUG nova.network.neutron [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.074557] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 45f3b2a5-de6a-4c5b-9814-d99b954daf6b/45f3b2a5-de6a-4c5b-9814-d99b954daf6b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.075346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Releasing lock "refresh_cache-02598718-4a07-4b31-b5b2-35c29c91af85" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.075687] env[69019]: DEBUG nova.compute.manager [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.075872] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.076427] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87831903-df7f-4791-a210-1609bc81edcd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.091663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d97145-44b7-4bd5-ae77-81cb3c32b454 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.097720] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d33fa0e-2e0a-4533-8400-6493b588f4d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.102433] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.104353] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-056a37a1-7c3b-4605-b94a-14c58b9ee08b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.105870] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 989.105870] env[69019]: value = "task-3347102" [ 989.105870] env[69019]: _type = "Task" [ 989.105870] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.110256] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 989.110256] env[69019]: value = "task-3347103" [ 989.110256] env[69019]: _type = "Task" [ 989.110256] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.118102] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.122998] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.231315] env[69019]: INFO nova.compute.manager [-] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Took 1.31 seconds to deallocate network for instance. [ 989.369297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.370218] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.378035] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.613s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.378035] env[69019]: DEBUG nova.objects.instance [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'resources' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.480553] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347100, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.513555] env[69019]: DEBUG oslo_vmware.api [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347098, 'name': PowerOnVM_Task, 'duration_secs': 1.320997} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.514243] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.514860] env[69019]: DEBUG nova.compute.manager [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.516180] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57228e-5c99-437a-9dd9-98bcf06e1258 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.618503] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347102, 'name': ReconfigVM_Task, 'duration_secs': 0.372363} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.619425] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 45f3b2a5-de6a-4c5b-9814-d99b954daf6b/45f3b2a5-de6a-4c5b-9814-d99b954daf6b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.625204] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb42932-0971-4cb5-9852-2c90be4f6870 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.629801] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347103, 'name': PowerOffVM_Task, 'duration_secs': 0.181267} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.629801] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.629971] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.630551] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3564d757-def7-41e3-8524-5faa9230feaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.638997] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 989.638997] env[69019]: value = "task-3347104" [ 989.638997] env[69019]: _type = "Task" [ 989.638997] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.650872] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347104, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.658294] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Successfully updated port: 5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.668764] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.669141] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.669431] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Deleting the datastore file [datastore2] 02598718-4a07-4b31-b5b2-35c29c91af85 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.669793] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67dded2c-94f4-4d48-a286-b8a9777c6571 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.679832] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for the task: (returnval){ [ 989.679832] env[69019]: value = "task-3347106" [ 989.679832] env[69019]: _type = "Task" [ 989.679832] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.695414] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.717875] env[69019]: DEBUG nova.compute.manager [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Received event network-vif-deleted-8d84f70c-e9a5-4f43-89d7-c5d077d0181c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.718075] env[69019]: DEBUG nova.compute.manager [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Received event network-vif-plugged-5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.718739] env[69019]: DEBUG oslo_concurrency.lockutils [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] Acquiring lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.718844] env[69019]: DEBUG oslo_concurrency.lockutils [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.721575] env[69019]: DEBUG oslo_concurrency.lockutils [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.721575] env[69019]: DEBUG nova.compute.manager [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] No waiting events found dispatching network-vif-plugged-5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.721575] env[69019]: WARNING nova.compute.manager [req-28fe32dc-8b08-4acd-b646-56fda2ae9178 req-4c05a08b-2915-4166-a8c5-57215ea4d32b service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Received unexpected event network-vif-plugged-5a53ed91-b61e-429a-8385-066607ec94f1 for instance with vm_state building and task_state spawning. [ 989.742022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.751870] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "ac132f34-8050-428e-9ee3-df0306d0f875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.752183] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.752419] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.753603] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.753603] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.757382] env[69019]: INFO nova.compute.manager [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Terminating instance [ 989.877929] env[69019]: DEBUG nova.compute.utils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.879710] env[69019]: DEBUG nova.objects.instance [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'numa_topology' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.881586] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.881782] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.944302] env[69019]: DEBUG nova.policy [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.981292] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347100, 'name': CloneVM_Task, 'duration_secs': 1.499304} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.981558] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Created linked-clone VM from snapshot [ 989.982370] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0addf9-8687-4ff8-b08c-b990fc566241 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.990693] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Uploading image c0688c11-c48c-4d98-8ac4-765cef8a71cd {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.005049] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.005249] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85944976-27bf-4ef1-a2b3-08920ccd2fed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.011254] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 990.011254] env[69019]: value = "task-3347107" [ 990.011254] env[69019]: _type = "Task" [ 990.011254] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.019953] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347107, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.036863] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.156111] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347104, 'name': Rename_Task, 'duration_secs': 0.164087} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.156111] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.157594] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c96d004-14db-4690-aeb9-42987bc1c875 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.165174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.165174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.165174] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.165794] env[69019]: DEBUG nova.network.neutron [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.169092] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 990.169092] env[69019]: value = "task-3347108" [ 990.169092] env[69019]: _type = "Task" [ 990.169092] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.180183] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.193423] env[69019]: DEBUG oslo_vmware.api [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Task: {'id': task-3347106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.193719] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.193909] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.194219] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.194418] env[69019]: INFO nova.compute.manager [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 990.194665] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.194860] env[69019]: DEBUG nova.compute.manager [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.194958] env[69019]: DEBUG nova.network.neutron [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.218983] env[69019]: DEBUG nova.network.neutron [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.253148] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Successfully created port: 8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.266839] env[69019]: DEBUG nova.compute.manager [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.266839] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.267859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14fa00-0518-4261-94bd-42346d315f8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.278585] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.278880] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d773ffaa-079f-4bf6-a635-d9f1765c1bdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.286270] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 990.286270] env[69019]: value = "task-3347109" [ 990.286270] env[69019]: _type = "Task" [ 990.286270] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.296817] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3347109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.353875] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "34b99548-905f-47b0-8db4-fda51dd1edf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.354305] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.354674] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "34b99548-905f-47b0-8db4-fda51dd1edf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.354918] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.355163] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.357545] env[69019]: INFO nova.compute.manager [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Terminating instance [ 990.385657] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.390958] env[69019]: DEBUG nova.objects.base [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.522948] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347107, 'name': Destroy_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.671281] env[69019]: INFO nova.compute.manager [-] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Took 1.91 seconds to deallocate network for instance. [ 990.688339] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.713247] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.722539] env[69019]: DEBUG nova.network.neutron [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.798728] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3347109, 'name': PowerOffVM_Task, 'duration_secs': 0.217463} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.801576] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.801831] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.802607] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99ad140-be34-4732-91ba-6f14491d2703 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.861733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "refresh_cache-34b99548-905f-47b0-8db4-fda51dd1edf3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.861733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquired lock "refresh_cache-34b99548-905f-47b0-8db4-fda51dd1edf3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.862154] env[69019]: DEBUG nova.network.neutron [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.890190] env[69019]: DEBUG nova.network.neutron [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Updating instance_info_cache with network_info: [{"id": "5a53ed91-b61e-429a-8385-066607ec94f1", "address": "fa:16:3e:6a:27:ec", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a53ed91-b6", "ovs_interfaceid": "5a53ed91-b61e-429a-8385-066607ec94f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.969466] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353996ef-e5a3-44d7-8bf5-65f6cfa68d1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.977951] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace66310-7144-48e6-a217-26a74cd6874b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.032125] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8fd4e-56df-44e8-a970-a09aae927901 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042142] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347107, 'name': Destroy_Task, 'duration_secs': 0.527864} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.044469] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Destroyed the VM [ 991.044790] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.045254] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9687fa9-2c78-40f3-bd47-4fc36ed8d336 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.047936] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab092f9b-5dbe-4edc-83f2-9ea92bfdd8df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.064323] env[69019]: DEBUG nova.compute.provider_tree [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.067148] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 991.067148] env[69019]: value = "task-3347111" [ 991.067148] env[69019]: _type = "Task" [ 991.067148] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.076479] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.163195] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.163411] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.163597] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Deleting the datastore file [datastore1] ac132f34-8050-428e-9ee3-df0306d0f875 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.163928] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bbff4b9-d8f1-42a7-a3a8-07755b91e381 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.171635] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for the task: (returnval){ [ 991.171635] env[69019]: value = "task-3347112" [ 991.171635] env[69019]: _type = "Task" [ 991.171635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.182276] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3347112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.185275] env[69019]: DEBUG oslo_vmware.api [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347108, 'name': PowerOnVM_Task, 'duration_secs': 0.767542} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.185471] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.185673] env[69019]: INFO nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Took 8.33 seconds to spawn the instance on the hypervisor. [ 991.185847] env[69019]: DEBUG nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.186599] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18153659-188b-40ab-ae96-8aacc0a22514 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.189603] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.225270] env[69019]: INFO nova.compute.manager [-] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Took 1.03 seconds to deallocate network for instance. [ 991.384645] env[69019]: DEBUG nova.network.neutron [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.394206] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.394518] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Instance network_info: |[{"id": "5a53ed91-b61e-429a-8385-066607ec94f1", "address": "fa:16:3e:6a:27:ec", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a53ed91-b6", "ovs_interfaceid": "5a53ed91-b61e-429a-8385-066607ec94f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.394946] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:27:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a53ed91-b61e-429a-8385-066607ec94f1', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.402320] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating folder: Project (2c0f31deb46842738e9f7f8419eacf55). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.405390] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da9bd18-13c0-4ad7-99b2-88f896608d18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.408467] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.415477] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created folder: Project (2c0f31deb46842738e9f7f8419eacf55) in parent group-v667907. [ 991.415667] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating folder: Instances. Parent ref: group-v668153. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.415907] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f820ea7-ab4f-443d-8be0-e3c20bb2c7af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.424692] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created folder: Instances in parent group-v668153. [ 991.424957] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.425178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.425448] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a41df2-308c-4d79-8833-fca4b09e9b8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.442081] env[69019]: DEBUG nova.network.neutron [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.451691] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.451691] env[69019]: value = "task-3347115" [ 991.451691] env[69019]: _type = "Task" [ 991.451691] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.454105] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.454396] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.454555] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.454738] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.454967] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.455426] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.455426] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.455595] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.455866] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.456992] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.458254] env[69019]: DEBUG nova.virt.hardware [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.460202] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910f1ac-59f2-46d2-ae8b-5204f04e2bd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.476271] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe73f3-7f4b-42b4-8630-dfdf5248146b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.480402] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347115, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.568877] env[69019]: DEBUG nova.scheduler.client.report [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.583950] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347111, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.685035] env[69019]: DEBUG oslo_vmware.api [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Task: {'id': task-3347112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469648} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.686037] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.686037] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.686037] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.686037] env[69019]: INFO nova.compute.manager [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Took 1.42 seconds to destroy the instance on the hypervisor. [ 991.686333] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.686333] env[69019]: DEBUG nova.compute.manager [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.686333] env[69019]: DEBUG nova.network.neutron [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.706035] env[69019]: INFO nova.compute.manager [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Took 25.08 seconds to build instance. [ 991.732230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.813465] env[69019]: DEBUG nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Received event network-changed-5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.813739] env[69019]: DEBUG nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Refreshing instance network info cache due to event network-changed-5a53ed91-b61e-429a-8385-066607ec94f1. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.813927] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Acquiring lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.814126] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Acquired lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.814298] env[69019]: DEBUG nova.network.neutron [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Refreshing network info cache for port 5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.895404] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Successfully updated port: 8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.947455] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Releasing lock "refresh_cache-34b99548-905f-47b0-8db4-fda51dd1edf3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.947455] env[69019]: DEBUG nova.compute.manager [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.947807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.949034] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04488ecb-4bd8-4ce1-abdf-55ffcd05467b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.959310] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.959700] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986b9f99-b836-4a9b-b630-da60c95dbca3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.977955] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347115, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.978093] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 991.978093] env[69019]: value = "task-3347116" [ 991.978093] env[69019]: _type = "Task" [ 991.978093] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.986858] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.078126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.704s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.080841] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.730s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.082862] env[69019]: INFO nova.compute.claims [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.090938] env[69019]: DEBUG oslo_vmware.api [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.940709} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.091178] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.210472] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4ee8f180-823e-4f3b-a9be-fc1f312ddd2c tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.596s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.397294] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.397727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.397727] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.474942] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347115, 'name': CreateVM_Task, 'duration_secs': 0.969186} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.474942] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.479076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.479076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.479076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.479076] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f263f20-1c3d-49b7-b59d-926bc8b1e1e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.485736] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 992.485736] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d67806-1efd-6716-b970-b58af162f63c" [ 992.485736] env[69019]: _type = "Task" [ 992.485736] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.489684] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347116, 'name': PowerOffVM_Task, 'duration_secs': 0.12314} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.493351] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.493655] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.493777] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63fa62df-ba37-4bb8-80b8-d42f7551299c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.500572] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d67806-1efd-6716-b970-b58af162f63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.524335] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.524585] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.524835] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Deleting the datastore file [datastore2] 34b99548-905f-47b0-8db4-fda51dd1edf3 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.525162] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83840df8-264a-45f4-aa8b-69075676829c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.533481] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for the task: (returnval){ [ 992.533481] env[69019]: value = "task-3347118" [ 992.533481] env[69019]: _type = "Task" [ 992.533481] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.544200] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.545256] env[69019]: DEBUG nova.network.neutron [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Updated VIF entry in instance network info cache for port 5a53ed91-b61e-429a-8385-066607ec94f1. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.545621] env[69019]: DEBUG nova.network.neutron [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Updating instance_info_cache with network_info: [{"id": "5a53ed91-b61e-429a-8385-066607ec94f1", "address": "fa:16:3e:6a:27:ec", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a53ed91-b6", "ovs_interfaceid": "5a53ed91-b61e-429a-8385-066607ec94f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.594177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1dc38c06-2268-4397-b08a-920e0849df64 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.163s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.594177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.385s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.594177] env[69019]: INFO nova.compute.manager [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Unshelving [ 992.595638] env[69019]: WARNING nova.compute.manager [None req-96357361-4d7e-458c-8a49-7a184b435ad7 tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Image not found during snapshot: nova.exception.ImageNotFound: Image c0688c11-c48c-4d98-8ac4-765cef8a71cd could not be found. [ 992.690683] env[69019]: DEBUG nova.compute.manager [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Received event network-changed-b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.690884] env[69019]: DEBUG nova.compute.manager [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Refreshing instance network info cache due to event network-changed-b0a9a372-90f8-4ad9-81f4-3159f2857b14. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.691117] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] Acquiring lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.691268] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] Acquired lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.691428] env[69019]: DEBUG nova.network.neutron [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Refreshing network info cache for port b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.803459] env[69019]: DEBUG nova.network.neutron [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.932828] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.000059] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d67806-1efd-6716-b970-b58af162f63c, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.001076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.001076] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.001076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.001238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.001393] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.001731] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f3aad9-0976-4011-9a30-665f0c4d9036 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.011644] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.011843] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.012619] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062f7ff3-60a8-47cf-b9d5-49d4516ed384 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.019453] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 993.019453] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52999c6b-9439-7531-d979-26433bcf32f0" [ 993.019453] env[69019]: _type = "Task" [ 993.019453] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.029525] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52999c6b-9439-7531-d979-26433bcf32f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.046772] env[69019]: DEBUG oslo_vmware.api [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Task: {'id': task-3347118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132996} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.047476] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.047476] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.047476] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.048025] env[69019]: INFO nova.compute.manager [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 993.048223] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.049011] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Releasing lock "refresh_cache-9b30274d-6fed-4726-bf33-83a1e74356e5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.049011] env[69019]: DEBUG nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Received event network-vif-deleted-e26c7b87-f077-47c8-8f4f-1c0c1e7c9ed3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.049257] env[69019]: DEBUG nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received event network-vif-plugged-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.049300] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.049767] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.049767] env[69019]: DEBUG oslo_concurrency.lockutils [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.049933] env[69019]: DEBUG nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] No waiting events found dispatching network-vif-plugged-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.049968] env[69019]: WARNING nova.compute.manager [req-8bb7ee71-54e7-4c35-9ec7-8e0da454bc27 req-5b396b1c-9056-4b43-8d43-da4706f8bb79 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received unexpected event network-vif-plugged-8c9c55eb-26fb-4a70-8852-da37af07134f for instance with vm_state building and task_state spawning. [ 993.050319] env[69019]: DEBUG nova.compute.manager [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.050431] env[69019]: DEBUG nova.network.neutron [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.081899] env[69019]: DEBUG nova.network.neutron [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.148351] env[69019]: DEBUG nova.network.neutron [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updating instance_info_cache with network_info: [{"id": "8c9c55eb-26fb-4a70-8852-da37af07134f", "address": "fa:16:3e:53:a4:69", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9c55eb-26", "ovs_interfaceid": "8c9c55eb-26fb-4a70-8852-da37af07134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.309841] env[69019]: INFO nova.compute.manager [-] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Took 1.62 seconds to deallocate network for instance. [ 993.444717] env[69019]: DEBUG nova.network.neutron [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updated VIF entry in instance network info cache for port b0a9a372-90f8-4ad9-81f4-3159f2857b14. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.445549] env[69019]: DEBUG nova.network.neutron [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updating instance_info_cache with network_info: [{"id": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "address": "fa:16:3e:0e:0b:67", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a9a372-90", "ovs_interfaceid": "b0a9a372-90f8-4ad9-81f4-3159f2857b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.502943] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3aa221-8d8d-4a9c-b2c5-07cde72907e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.510748] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3ce4e-7c85-4a93-a507-b71370a6d28a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.544781] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e74886-021d-4c23-9b47-74f1470a0332 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.552011] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52999c6b-9439-7531-d979-26433bcf32f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.554762] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a00f09-7b54-4063-ada3-aeb73d541159 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.557950] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f322ee4-a41c-474b-b8dc-56918587db7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.561800] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "35465675-e113-42de-a4ff-377fc89edf2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.562040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.562246] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "35465675-e113-42de-a4ff-377fc89edf2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.562432] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.562600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.565466] env[69019]: INFO nova.compute.manager [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Terminating instance [ 993.575240] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 993.575240] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52636b8e-39d3-9d26-25a0-ec76412cded9" [ 993.575240] env[69019]: _type = "Task" [ 993.575240] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.575763] env[69019]: DEBUG nova.compute.provider_tree [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.587847] env[69019]: DEBUG nova.network.neutron [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.588106] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52636b8e-39d3-9d26-25a0-ec76412cded9, 'name': SearchDatastore_Task, 'duration_secs': 0.013606} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.589246] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.589493] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9b30274d-6fed-4726-bf33-83a1e74356e5/9b30274d-6fed-4726-bf33-83a1e74356e5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.589745] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0bdb937-6b0b-4222-954c-5b08c7cee5c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.596550] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 993.596550] env[69019]: value = "task-3347119" [ 993.596550] env[69019]: _type = "Task" [ 993.596550] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.605540] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.624899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.651273] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.651874] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance network_info: |[{"id": "8c9c55eb-26fb-4a70-8852-da37af07134f", "address": "fa:16:3e:53:a4:69", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9c55eb-26", "ovs_interfaceid": "8c9c55eb-26fb-4a70-8852-da37af07134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.652336] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a4:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c9c55eb-26fb-4a70-8852-da37af07134f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.662370] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.663057] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.663057] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4513e1-aa93-487e-8e87-c7b8dfd14ca5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.687159] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.687159] env[69019]: value = "task-3347120" [ 993.687159] env[69019]: _type = "Task" [ 993.687159] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.697518] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347120, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.821957] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.847647] env[69019]: DEBUG nova.compute.manager [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received event network-changed-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.847738] env[69019]: DEBUG nova.compute.manager [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Refreshing instance network info cache due to event network-changed-8c9c55eb-26fb-4a70-8852-da37af07134f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.847916] env[69019]: DEBUG oslo_concurrency.lockutils [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] Acquiring lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.848045] env[69019]: DEBUG oslo_concurrency.lockutils [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] Acquired lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.848264] env[69019]: DEBUG nova.network.neutron [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Refreshing network info cache for port 8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.948314] env[69019]: DEBUG oslo_concurrency.lockutils [req-dd13556d-4f24-4a02-bc19-700917ce60b8 req-b043a808-8f9e-4de7-aba9-6a635022ebb5 service nova] Releasing lock "refresh_cache-45f3b2a5-de6a-4c5b-9814-d99b954daf6b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.079739] env[69019]: DEBUG nova.compute.manager [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.079937] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.080944] env[69019]: DEBUG nova.scheduler.client.report [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.085933] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc893e-045f-4c03-8c30-fe96bebd9227 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.091367] env[69019]: INFO nova.compute.manager [-] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Took 1.04 seconds to deallocate network for instance. [ 994.099657] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.104387] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6f8e529-6d68-4a63-bc66-d76a5701de50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.112185] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.113932] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 994.113932] env[69019]: value = "task-3347121" [ 994.113932] env[69019]: _type = "Task" [ 994.113932] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.125972] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.197948] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347120, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.583926] env[69019]: DEBUG nova.network.neutron [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updated VIF entry in instance network info cache for port 8c9c55eb-26fb-4a70-8852-da37af07134f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.584332] env[69019]: DEBUG nova.network.neutron [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updating instance_info_cache with network_info: [{"id": "8c9c55eb-26fb-4a70-8852-da37af07134f", "address": "fa:16:3e:53:a4:69", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9c55eb-26", "ovs_interfaceid": "8c9c55eb-26fb-4a70-8852-da37af07134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.591816] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.592592] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.595748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.913s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.597746] env[69019]: INFO nova.compute.claims [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.601899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.611275] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583453} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.611632] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9b30274d-6fed-4726-bf33-83a1e74356e5/9b30274d-6fed-4726-bf33-83a1e74356e5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.611739] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.612031] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e312abce-2af1-48d3-9b6e-74cad6e7ab30 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.622211] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347121, 'name': PowerOffVM_Task, 'duration_secs': 0.217932} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.623442] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.623625] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.623920] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 994.623920] env[69019]: value = "task-3347122" [ 994.623920] env[69019]: _type = "Task" [ 994.623920] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.624126] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd52310e-4e2d-4442-a1cc-772c95afd27d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.634066] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.651207] env[69019]: INFO nova.compute.manager [None req-7ff8bd0e-d04c-416c-a836-f49de294c99d tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Get console output [ 994.651447] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-7ff8bd0e-d04c-416c-a836-f49de294c99d tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] The console log is missing. Check your VSPC configuration [ 994.686059] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.686282] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.686479] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleting the datastore file [datastore2] 35465675-e113-42de-a4ff-377fc89edf2b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.686775] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26332f3-e96a-44f6-9711-f80ef04b01cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.698095] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347120, 'name': CreateVM_Task, 'duration_secs': 0.554359} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.699349] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.699720] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for the task: (returnval){ [ 994.699720] env[69019]: value = "task-3347124" [ 994.699720] env[69019]: _type = "Task" [ 994.699720] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.700365] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.700746] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.700865] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.701185] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2982005-a258-49c3-835a-a00b4b07fa47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.710486] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 994.710486] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c0234-df85-68b8-84fc-519874a86c3f" [ 994.710486] env[69019]: _type = "Task" [ 994.710486] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.713625] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.721176] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c0234-df85-68b8-84fc-519874a86c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.087578] env[69019]: DEBUG oslo_concurrency.lockutils [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] Releasing lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.087952] env[69019]: DEBUG nova.compute.manager [req-079391db-15a2-44f3-af88-5e246be5e2f5 req-3aac8d9f-007b-483c-9404-5990a3ec8769 service nova] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Received event network-vif-deleted-a8c2722c-3d69-4406-86dd-dc66750dda20 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.105051] env[69019]: DEBUG nova.compute.utils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.106273] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.106434] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.135532] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070479} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.135794] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.136604] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952862c-9f02-4888-964f-482ccab5f502 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.159079] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9b30274d-6fed-4726-bf33-83a1e74356e5/9b30274d-6fed-4726-bf33-83a1e74356e5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.160672] env[69019]: DEBUG nova.policy [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7770694704409aaf8eeab554924153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '472657431e1743aea008690333fa070a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.162446] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-338fb1f4-7503-4c27-8e18-3414cc939663 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.183810] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 995.183810] env[69019]: value = "task-3347125" [ 995.183810] env[69019]: _type = "Task" [ 995.183810] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.192416] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.212030] env[69019]: DEBUG oslo_vmware.api [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Task: {'id': task-3347124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177312} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.212030] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.212030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.212030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.212256] env[69019]: INFO nova.compute.manager [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.212364] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.212560] env[69019]: DEBUG nova.compute.manager [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.212655] env[69019]: DEBUG nova.network.neutron [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.224111] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524c0234-df85-68b8-84fc-519874a86c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.224111] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.224111] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.224111] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.224474] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.224474] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.224600] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee7875d-6ccd-4f91-875b-e0b0588b0fdd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.235444] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.235579] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.236334] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3b1ec6-12be-4816-bcb8-a0680c544cb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.241488] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 995.241488] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a35751-8204-d94e-5fa1-7ad6afd4d77e" [ 995.241488] env[69019]: _type = "Task" [ 995.241488] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.255025] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a35751-8204-d94e-5fa1-7ad6afd4d77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.613040] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.647283] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Successfully created port: a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.697321] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347125, 'name': ReconfigVM_Task, 'duration_secs': 0.274836} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.697616] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9b30274d-6fed-4726-bf33-83a1e74356e5/9b30274d-6fed-4726-bf33-83a1e74356e5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.698220] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23dd44b9-8ba5-436a-a7d2-493e6ea7a52c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.704915] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 995.704915] env[69019]: value = "task-3347126" [ 995.704915] env[69019]: _type = "Task" [ 995.704915] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.715688] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347126, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.753334] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.753568] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.753779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.754306] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.754306] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.755812] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a35751-8204-d94e-5fa1-7ad6afd4d77e, 'name': SearchDatastore_Task, 'duration_secs': 0.015267} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.759189] env[69019]: INFO nova.compute.manager [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Terminating instance [ 995.760511] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea32a26-1d8f-4d1c-98ac-43f4ec2007ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.766877] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 995.766877] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52476518-950c-f3ea-ef9e-56c65b4bc339" [ 995.766877] env[69019]: _type = "Task" [ 995.766877] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.775421] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52476518-950c-f3ea-ef9e-56c65b4bc339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.884832] env[69019]: DEBUG nova.compute.manager [req-c5eaf73f-bfc4-4565-9a51-30d7661c2365 req-1ecff6c9-85b1-499b-ae1e-de8d65864e90 service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Received event network-vif-deleted-7afcaa0e-ed3b-4a51-921f-5445864b3707 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.885337] env[69019]: INFO nova.compute.manager [req-c5eaf73f-bfc4-4565-9a51-30d7661c2365 req-1ecff6c9-85b1-499b-ae1e-de8d65864e90 service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Neutron deleted interface 7afcaa0e-ed3b-4a51-921f-5445864b3707; detaching it from the instance and deleting it from the info cache [ 995.885625] env[69019]: DEBUG nova.network.neutron [req-c5eaf73f-bfc4-4565-9a51-30d7661c2365 req-1ecff6c9-85b1-499b-ae1e-de8d65864e90 service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.021898] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063f40c-fdf0-4e58-9616-b9af37b40180 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.032331] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6127de-4151-4b8d-92e1-d01597fccdce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.075632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49ee655-b81a-442d-97bc-29648df09435 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.083995] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f723b8-817d-4d49-bc8c-9430afc2bae9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.100363] env[69019]: DEBUG nova.compute.provider_tree [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.126651] env[69019]: DEBUG nova.network.neutron [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.217910] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347126, 'name': Rename_Task, 'duration_secs': 0.158316} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.218230] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.218481] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15547f23-c3a5-44b6-8f58-4897409a1d38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.226275] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 996.226275] env[69019]: value = "task-3347127" [ 996.226275] env[69019]: _type = "Task" [ 996.226275] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.236232] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.265714] env[69019]: DEBUG nova.compute.manager [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.266205] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.266433] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90643bb7-65cf-4aa6-81c5-51dc41e4685b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.278912] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52476518-950c-f3ea-ef9e-56c65b4bc339, 'name': SearchDatastore_Task, 'duration_secs': 0.020445} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.280380] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.280599] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a71f592c-90d0-4d2d-90b2-40e54a98abc8/a71f592c-90d0-4d2d-90b2-40e54a98abc8.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.281032] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 996.281032] env[69019]: value = "task-3347128" [ 996.281032] env[69019]: _type = "Task" [ 996.281032] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.281183] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-425a4cc7-70bf-45af-836e-b8a8a7d5a025 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.292285] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.293778] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 996.293778] env[69019]: value = "task-3347129" [ 996.293778] env[69019]: _type = "Task" [ 996.293778] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.301627] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.390381] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa1e5057-3268-43bb-b539-e9a163b9c105 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.400728] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f164026-cfb9-4274-ac6d-815271736195 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.436484] env[69019]: DEBUG nova.compute.manager [req-c5eaf73f-bfc4-4565-9a51-30d7661c2365 req-1ecff6c9-85b1-499b-ae1e-de8d65864e90 service nova] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Detach interface failed, port_id=7afcaa0e-ed3b-4a51-921f-5445864b3707, reason: Instance 35465675-e113-42de-a4ff-377fc89edf2b could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.603912] env[69019]: DEBUG nova.scheduler.client.report [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.623274] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.628979] env[69019]: INFO nova.compute.manager [-] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Took 1.42 seconds to deallocate network for instance. [ 996.650363] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.650859] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.651098] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.651303] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.651452] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.651677] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.651844] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.652014] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.652220] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.652410] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.652595] env[69019]: DEBUG nova.virt.hardware [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.654319] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0092fe-98ab-403b-8246-bd58cfa9e7f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.667760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5515c7-6047-408e-a0a6-412edb87964c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.738650] env[69019]: DEBUG oslo_vmware.api [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347127, 'name': PowerOnVM_Task, 'duration_secs': 0.478865} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.738934] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.739283] env[69019]: INFO nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Took 7.94 seconds to spawn the instance on the hypervisor. [ 996.739542] env[69019]: DEBUG nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.740438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda12d2-2c49-4c09-b765-e56c9177a3e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.796305] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347128, 'name': PowerOffVM_Task, 'duration_secs': 0.231231} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.801253] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.801564] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 996.801838] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-667982', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'name': 'volume-dd4d7339-5550-4571-910c-7fcf83692f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2687157-e2d3-40cd-9ad0-18ba6f4b6f42', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'serial': 'dd4d7339-5550-4571-910c-7fcf83692f22'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 996.803964] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1fdaa-3f69-4305-9dfb-4be6cf2e9321 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.813701] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.831737] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb75c4c-2a63-42d2-b80e-d14565b12c2b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.842172] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d1a51-13a6-43bf-8c59-33e632b23365 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.862999] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac9c38-a8b0-4853-9071-6eaf6164f32a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.883753] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd4d7339-5550-4571-910c-7fcf83692f22/volume-dd4d7339-5550-4571-910c-7fcf83692f22.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 996.889300] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.889684] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9cccc4-fb7e-4e01-912b-9ca072a5566d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.910028] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 996.910028] env[69019]: value = "task-3347130" [ 996.910028] env[69019]: _type = "Task" [ 996.910028] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.919688] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.112479] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.113088] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.115978] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.005s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.119465] env[69019]: INFO nova.compute.claims [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.137757] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.253144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.253144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.253144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.253144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.253349] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.254836] env[69019]: DEBUG nova.compute.manager [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Received event network-vif-plugged-a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.255027] env[69019]: DEBUG oslo_concurrency.lockutils [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] Acquiring lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.255247] env[69019]: DEBUG oslo_concurrency.lockutils [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.255416] env[69019]: DEBUG oslo_concurrency.lockutils [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.255581] env[69019]: DEBUG nova.compute.manager [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] No waiting events found dispatching network-vif-plugged-a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.255754] env[69019]: WARNING nova.compute.manager [req-8041ac5b-e496-40ea-9fc4-baa8aa679324 req-5a010a7c-7c95-40bd-8ff4-8995f3da777e service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Received unexpected event network-vif-plugged-a5d49bfe-71ca-48b3-9291-be01427cda6f for instance with vm_state building and task_state spawning. [ 997.256266] env[69019]: INFO nova.compute.manager [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Terminating instance [ 997.263789] env[69019]: INFO nova.compute.manager [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Took 27.53 seconds to build instance. [ 997.304869] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616605} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.305101] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a71f592c-90d0-4d2d-90b2-40e54a98abc8/a71f592c-90d0-4d2d-90b2-40e54a98abc8.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.305313] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.305554] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded30d11-ee04-48d4-ac08-ce3dc31de968 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.311724] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 997.311724] env[69019]: value = "task-3347131" [ 997.311724] env[69019]: _type = "Task" [ 997.311724] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.319216] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.423629] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.623529] env[69019]: DEBUG nova.compute.utils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.625137] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.625262] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.665978] env[69019]: DEBUG nova.policy [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7770694704409aaf8eeab554924153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '472657431e1743aea008690333fa070a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.731217] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Successfully updated port: a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.764951] env[69019]: DEBUG nova.compute.manager [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.765294] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.765780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42fd243b-65f2-4e1c-ad94-050a83afc078 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.041s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.766017] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3bfd56-e3a3-4b1d-aec5-f2c0bea9bf8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.774508] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 997.774508] env[69019]: value = "task-3347132" [ 997.774508] env[69019]: _type = "Task" [ 997.774508] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.784406] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.821668] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069666} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.822211] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.823098] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be6139-704e-4a26-88f6-589dce2a95a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.847167] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a71f592c-90d0-4d2d-90b2-40e54a98abc8/a71f592c-90d0-4d2d-90b2-40e54a98abc8.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.847498] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141ee738-9fde-459c-9099-f8afa3bf9633 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.867937] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 997.867937] env[69019]: value = "task-3347133" [ 997.867937] env[69019]: _type = "Task" [ 997.867937] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.877303] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.919659] env[69019]: DEBUG nova.compute.manager [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Received event network-changed-a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.919880] env[69019]: DEBUG nova.compute.manager [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Refreshing instance network info cache due to event network-changed-a5d49bfe-71ca-48b3-9291-be01427cda6f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.920333] env[69019]: DEBUG oslo_concurrency.lockutils [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] Acquiring lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.920333] env[69019]: DEBUG oslo_concurrency.lockutils [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] Acquired lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.920333] env[69019]: DEBUG nova.network.neutron [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Refreshing network info cache for port a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.925511] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.948915] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Successfully created port: b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.132025] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.236622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.288326] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347132, 'name': PowerOffVM_Task, 'duration_secs': 0.322512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.289153] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.289153] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.289153] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668103', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'name': 'volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1efbef2-5283-4d0c-92a5-5a1b17a91aea', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'serial': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.290246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd74642-eda0-42b1-a9a0-084e7df60725 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.313507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94666d60-3e1b-48ec-99d2-12e2d4bec8e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.322304] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca41a20-9bd2-424e-9253-9d440ee7dcac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.344588] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18fc480-df9e-45d1-8b40-f6bbafc53421 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.362598] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] The volume has not been displaced from its original location: [datastore2] volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0/volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.367866] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.372174] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8485ca23-b384-474a-9a2d-0d802e449571 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.393319] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.394568] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac5dd98-bffa-4a4c-af9c-47f1a8211267 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.402297] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 998.402297] env[69019]: value = "task-3347134" [ 998.402297] env[69019]: _type = "Task" [ 998.402297] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.405643] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.409899] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.410077] env[69019]: ERROR oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk due to incomplete transfer. [ 998.410309] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94c03765-a4cd-4550-9682-562a1c5f3a96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.421347] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.423663] env[69019]: DEBUG oslo_vmware.rw_handles [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a61-f99a-e089-48df-8895613c102f/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.423891] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Uploaded image f082d539-76bd-4034-aa87-eb1b5b7264f7 to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.426230] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.428569] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7129e21b-9a3f-4b6e-ae94-49355d6145e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.439335] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 998.439335] env[69019]: value = "task-3347135" [ 998.439335] env[69019]: _type = "Task" [ 998.439335] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.446020] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347130, 'name': ReconfigVM_Task, 'duration_secs': 1.24067} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.453918] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.459374] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0363fc21-f806-4e4c-892b-ea2fb11b7acb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.475716] env[69019]: DEBUG nova.network.neutron [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.484979] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347135, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.486693] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 998.486693] env[69019]: value = "task-3347136" [ 998.486693] env[69019]: _type = "Task" [ 998.486693] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.499365] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.577189] env[69019]: DEBUG nova.network.neutron [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.690688] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22645564-c2ff-4a34-8a64-00537ade13ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.698682] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15a8a7-0df8-4014-ac63-a25fc244bb1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.730813] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33dc52d-4ae8-485a-adec-0c1d3f5af95e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.739125] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19b044a-4b4d-4382-aa72-480ff5cd6f26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.754625] env[69019]: DEBUG nova.compute.provider_tree [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.896311] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347133, 'name': ReconfigVM_Task, 'duration_secs': 0.855762} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.896592] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a71f592c-90d0-4d2d-90b2-40e54a98abc8/a71f592c-90d0-4d2d-90b2-40e54a98abc8.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.897236] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285818fd-6bcc-4ca1-8e8a-80dc35137286 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.903771] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 998.903771] env[69019]: value = "task-3347137" [ 998.903771] env[69019]: _type = "Task" [ 998.903771] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.914879] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347137, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.917990] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347134, 'name': ReconfigVM_Task, 'duration_secs': 0.207106} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.919020] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.922731] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0dabc45-6061-4516-b1e0-dc1fd1010e57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.939258] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 998.939258] env[69019]: value = "task-3347138" [ 998.939258] env[69019]: _type = "Task" [ 998.939258] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.948485] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.958037] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347135, 'name': Destroy_Task, 'duration_secs': 0.422769} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.958558] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Destroyed the VM [ 998.958798] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 998.959109] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cff9c13b-ab64-4dfc-a7ae-3fcf211d1174 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.965850] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 998.965850] env[69019]: value = "task-3347139" [ 998.965850] env[69019]: _type = "Task" [ 998.965850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.974752] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347139, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.995733] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347136, 'name': ReconfigVM_Task, 'duration_secs': 0.138913} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.996179] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-667982', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'name': 'volume-dd4d7339-5550-4571-910c-7fcf83692f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2687157-e2d3-40cd-9ad0-18ba6f4b6f42', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd4d7339-5550-4571-910c-7fcf83692f22', 'serial': 'dd4d7339-5550-4571-910c-7fcf83692f22'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 998.996471] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.997267] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819336c-fd71-488e-a91b-12dff4b35237 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.004147] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.004412] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c376b25c-da54-404b-9c06-63f654c33775 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.068615] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.068869] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.069102] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Deleting the datastore file [datastore2] f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.069446] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851a1ad6-9693-42de-89e2-640d51a5e86b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.076083] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for the task: (returnval){ [ 999.076083] env[69019]: value = "task-3347141" [ 999.076083] env[69019]: _type = "Task" [ 999.076083] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.080884] env[69019]: DEBUG oslo_concurrency.lockutils [req-2fafb61d-7f34-46cc-b69e-24b2947d7583 req-a0a92ece-cc70-4070-93f5-e9faa2968f95 service nova] Releasing lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.081311] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.081417] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.087649] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.144328] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.174304] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.174583] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.175761] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.175761] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.175761] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.175761] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.175761] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.176222] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.176222] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.176222] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.176630] env[69019]: DEBUG nova.virt.hardware [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.177252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54e67a-55f4-40ef-9313-a7e6aa5a8785 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.185053] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303506e-9fdf-425b-944b-f1da1c5938fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.257848] env[69019]: DEBUG nova.scheduler.client.report [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.414601] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347137, 'name': Rename_Task, 'duration_secs': 0.174396} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.414925] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.415326] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533210a4-64f9-4b4d-9bcd-3da69886b85b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.422497] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 999.422497] env[69019]: value = "task-3347142" [ 999.422497] env[69019]: _type = "Task" [ 999.422497] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.430764] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.447990] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347138, 'name': ReconfigVM_Task, 'duration_secs': 0.201413} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.448339] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668103', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'name': 'volume-e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1efbef2-5283-4d0c-92a5-5a1b17a91aea', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0', 'serial': 'e9c9a15f-4f40-4c69-895a-e8595f3987a0'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.448594] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.449375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024774ed-d463-41c6-9dd0-a8c3553b60e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.456646] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.457080] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95547303-c260-4bb0-a674-ab0b339380c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.477323] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347139, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.478219] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Successfully updated port: b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.520857] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.521104] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.521348] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Deleting the datastore file [datastore2] b1efbef2-5283-4d0c-92a5-5a1b17a91aea {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.521623] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c8383c-8274-4557-9329-706b51c74f75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.528435] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for the task: (returnval){ [ 999.528435] env[69019]: value = "task-3347144" [ 999.528435] env[69019]: _type = "Task" [ 999.528435] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.537239] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.588247] env[69019]: DEBUG oslo_vmware.api [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Task: {'id': task-3347141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204091} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.588494] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.588681] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.588863] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.589049] env[69019]: INFO nova.compute.manager [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Took 3.32 seconds to destroy the instance on the hypervisor. [ 999.589330] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.589862] env[69019]: DEBUG nova.compute.manager [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.589964] env[69019]: DEBUG nova.network.neutron [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.635509] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.764861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.765420] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.768049] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.670s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.769439] env[69019]: INFO nova.compute.claims [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.787605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "b48ce262-0004-49a1-9d3c-70e162d300ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.787831] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.889207] env[69019]: DEBUG nova.network.neutron [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Updating instance_info_cache with network_info: [{"id": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "address": "fa:16:3e:bc:13:61", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d49bfe-71", "ovs_interfaceid": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.933311] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.953533] env[69019]: DEBUG nova.compute.manager [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Received event network-vif-plugged-b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.953799] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Acquiring lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.954101] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.954196] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.954363] env[69019]: DEBUG nova.compute.manager [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] No waiting events found dispatching network-vif-plugged-b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.954533] env[69019]: WARNING nova.compute.manager [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Received unexpected event network-vif-plugged-b0299365-b9b1-4d0a-b072-08fc301a8730 for instance with vm_state building and task_state spawning. [ 999.954686] env[69019]: DEBUG nova.compute.manager [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Received event network-changed-b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.954848] env[69019]: DEBUG nova.compute.manager [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Refreshing instance network info cache due to event network-changed-b0299365-b9b1-4d0a-b072-08fc301a8730. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.955038] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Acquiring lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.955223] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Acquired lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.955401] env[69019]: DEBUG nova.network.neutron [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Refreshing network info cache for port b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.976338] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347139, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.982688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.038563] env[69019]: DEBUG oslo_vmware.api [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Task: {'id': task-3347144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124495} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.038800] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.038989] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.039194] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.039404] env[69019]: INFO nova.compute.manager [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1000.039699] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.039896] env[69019]: DEBUG nova.compute.manager [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.039992] env[69019]: DEBUG nova.network.neutron [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.276760] env[69019]: DEBUG nova.compute.utils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.279211] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.279211] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.289527] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.350344] env[69019]: DEBUG nova.policy [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb7770694704409aaf8eeab554924153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '472657431e1743aea008690333fa070a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.392068] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.392413] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance network_info: |[{"id": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "address": "fa:16:3e:bc:13:61", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d49bfe-71", "ovs_interfaceid": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.392953] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:13:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d49bfe-71ca-48b3-9291-be01427cda6f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.402460] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Creating folder: Project (472657431e1743aea008690333fa070a). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.403417] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3fab32-93c9-4cbe-bb76-0e0baf32f034 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.416687] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Created folder: Project (472657431e1743aea008690333fa070a) in parent group-v667907. [ 1000.416979] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Creating folder: Instances. Parent ref: group-v668157. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.417135] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b045de8f-e6b4-4a76-bd4e-cebb8b295268 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.428612] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Created folder: Instances in parent group-v668157. [ 1000.428861] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.430346] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.430346] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f4288b-e9dc-4cdf-946b-d3b92375b347 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.452038] env[69019]: DEBUG oslo_vmware.api [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347142, 'name': PowerOnVM_Task, 'duration_secs': 0.569171} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.452683] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.452947] env[69019]: INFO nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1000.453357] env[69019]: DEBUG nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.454378] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e432e2e-4b2b-4c7f-92ce-3968b7d142ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.459946] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.459946] env[69019]: value = "task-3347147" [ 1000.459946] env[69019]: _type = "Task" [ 1000.459946] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.477107] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347147, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.484665] env[69019]: DEBUG oslo_vmware.api [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347139, 'name': RemoveSnapshot_Task, 'duration_secs': 1.105903} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.484923] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.485348] env[69019]: INFO nova.compute.manager [None req-6f47a986-f066-4177-a3be-d3c309c0fe47 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 16.29 seconds to snapshot the instance on the hypervisor. [ 1000.530282] env[69019]: DEBUG nova.network.neutron [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.720610] env[69019]: DEBUG nova.network.neutron [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.782671] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.794984] env[69019]: DEBUG nova.network.neutron [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.816119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.916642] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Successfully created port: a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.976463] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347147, 'name': CreateVM_Task, 'duration_secs': 0.340116} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.980336] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.981193] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.981360] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.981708] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.982149] env[69019]: INFO nova.compute.manager [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Took 20.96 seconds to build instance. [ 1000.983071] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11954c03-af44-49f7-8163-c24dd5ec6527 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.990531] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1000.990531] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c9e768-65dc-7c7c-f815-81113b4e9682" [ 1000.990531] env[69019]: _type = "Task" [ 1000.990531] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.004505] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c9e768-65dc-7c7c-f815-81113b4e9682, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.004798] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005038] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.005304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.005688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.005899] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.006348] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806f2e5c-c951-4fc8-9f09-c5abd8355376 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.013863] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.014127] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.014913] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d61728-bd04-4acc-bbc9-9aee711d14e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.021820] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1001.021820] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522e3581-b247-5973-6119-2cad84ba6a5d" [ 1001.021820] env[69019]: _type = "Task" [ 1001.021820] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.033048] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522e3581-b247-5973-6119-2cad84ba6a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.033794] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf4da9c-51cc-49a6-9d0b-83949ad42360 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.042245] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1001.042245] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a5e3a-2641-067e-cfe3-7f170ce95f04" [ 1001.042245] env[69019]: _type = "Task" [ 1001.042245] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.049890] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a5e3a-2641-067e-cfe3-7f170ce95f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.205803] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44d97a-a1fb-439d-af8b-0ce948f68616 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.214839] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cacedd-9d7c-4b14-87b4-3dc2a0c61c83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.246906] env[69019]: DEBUG oslo_concurrency.lockutils [req-8240b821-50e5-46e6-a5cc-74a997c8edbc req-f9fd720b-6ef4-4b7e-aa4a-a7606cc0630c service nova] Releasing lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.247554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.247717] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.249427] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abec8f-4220-48f5-94c0-c891ce5ab130 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.258083] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18cc95-99f3-45e3-82fb-f45e344ec195 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.274662] env[69019]: DEBUG nova.compute.provider_tree [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.299888] env[69019]: INFO nova.compute.manager [-] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Took 1.71 seconds to deallocate network for instance. [ 1001.345688] env[69019]: DEBUG nova.network.neutron [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.487418] env[69019]: DEBUG oslo_concurrency.lockutils [None req-fc809c94-106b-4708-8a4e-6fff536a8955 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.471s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.553768] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a5e3a-2641-067e-cfe3-7f170ce95f04, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.554100] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.554361] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] bc95f014-90d9-400e-bd08-fbee64b127ca/bc95f014-90d9-400e-bd08-fbee64b127ca.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.554624] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d537b17c-b822-4b7f-a1c3-f5075a08310f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.561411] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1001.561411] env[69019]: value = "task-3347148" [ 1001.561411] env[69019]: _type = "Task" [ 1001.561411] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.569094] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.778293] env[69019]: DEBUG nova.scheduler.client.report [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.786969] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.793912] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.830321] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.830321] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.830321] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.830632] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.830632] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.830632] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.830632] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.830632] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.830808] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.831150] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.831371] env[69019]: DEBUG nova.virt.hardware [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.833178] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d799aa-49b4-4e6f-9745-ef1c6363dbe7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.846606] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3c3bd-06b2-4d2a-95d0-40a64b73ce3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.852250] env[69019]: INFO nova.compute.manager [-] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Took 1.81 seconds to deallocate network for instance. [ 1001.868973] env[69019]: INFO nova.compute.manager [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Took 0.57 seconds to detach 1 volumes for instance. [ 1001.872437] env[69019]: DEBUG nova.compute.manager [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Deleting volume: dd4d7339-5550-4571-910c-7fcf83692f22 {{(pid=69019) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1001.977832] env[69019]: DEBUG nova.network.neutron [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Updating instance_info_cache with network_info: [{"id": "b0299365-b9b1-4d0a-b072-08fc301a8730", "address": "fa:16:3e:6c:d7:3b", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0299365-b9", "ovs_interfaceid": "b0299365-b9b1-4d0a-b072-08fc301a8730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.073163] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.077128] env[69019]: DEBUG nova.compute.manager [req-2a3dd6fe-a0a3-4b9e-addc-11d8772fecd3 req-536c95b2-ca9f-4acc-9f75-597e7224a0b5 service nova] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Received event network-vif-deleted-006e900e-d787-4839-a7ee-da47878987ce {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.077606] env[69019]: DEBUG nova.compute.manager [req-2a3dd6fe-a0a3-4b9e-addc-11d8772fecd3 req-536c95b2-ca9f-4acc-9f75-597e7224a0b5 service nova] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Received event network-vif-deleted-937fbff3-367e-40a7-b4eb-a3755806d46a {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.124310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.125055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.125055] env[69019]: INFO nova.compute.manager [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Shelving [ 1002.283744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.284289] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.287452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.800s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.287686] env[69019]: DEBUG nova.objects.instance [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1002.397947] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Successfully updated port: a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.402842] env[69019]: INFO nova.compute.manager [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Took 0.55 seconds to detach 1 volumes for instance. [ 1002.404783] env[69019]: DEBUG nova.compute.manager [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Deleting volume: e9c9a15f-4f40-4c69-895a-e8595f3987a0 {{(pid=69019) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1002.427705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.485458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "refresh_cache-c923420a-c94a-4321-9a1a-f02dbf86862a" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.485693] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance network_info: |[{"id": "b0299365-b9b1-4d0a-b072-08fc301a8730", "address": "fa:16:3e:6c:d7:3b", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0299365-b9", "ovs_interfaceid": "b0299365-b9b1-4d0a-b072-08fc301a8730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.486163] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:d7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0299365-b9b1-4d0a-b072-08fc301a8730', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.499473] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.500270] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.500624] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc4308f-ad4e-49e5-b1cb-72ced0e76c27 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.532756] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.532756] env[69019]: value = "task-3347151" [ 1002.532756] env[69019]: _type = "Task" [ 1002.532756] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.546261] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347151, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.575173] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589085} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.575575] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] bc95f014-90d9-400e-bd08-fbee64b127ca/bc95f014-90d9-400e-bd08-fbee64b127ca.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.575913] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.576295] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc4a93de-463a-4ebd-94e1-38deef0ed9bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.583838] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1002.583838] env[69019]: value = "task-3347152" [ 1002.583838] env[69019]: _type = "Task" [ 1002.583838] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.594405] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.650236] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "3118e728-19ef-41fc-9ff0-fef78b610336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.650634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.650998] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.651327] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.651637] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.654765] env[69019]: INFO nova.compute.manager [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Terminating instance [ 1002.792134] env[69019]: DEBUG nova.compute.utils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.797725] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.797918] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.852892] env[69019]: DEBUG nova.policy [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e8b618188a4ac3af729dd20ce54734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85c7055f83f41aabbe6b1c6b50df3d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.900474] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.900746] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.900816] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.943886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.043098] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347151, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.096638] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124539} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.097116] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.097993] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ade6e-1446-493b-b8d7-6f6175e3683e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.125531] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bc95f014-90d9-400e-bd08-fbee64b127ca/bc95f014-90d9-400e-bd08-fbee64b127ca.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.126102] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7bf409-1be9-41f6-92b7-65650dfa16a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.140632] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Successfully created port: 4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.142721] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.143048] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b454735-107a-44f5-849b-fd000a925e4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.150951] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1003.150951] env[69019]: value = "task-3347153" [ 1003.150951] env[69019]: _type = "Task" [ 1003.150951] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.152314] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1003.152314] env[69019]: value = "task-3347154" [ 1003.152314] env[69019]: _type = "Task" [ 1003.152314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.159635] env[69019]: DEBUG nova.compute.manager [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.159877] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.161009] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dc6984-83fe-4db0-acb0-ce8b36f45aeb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.170212] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.170451] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.174344] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.174950] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d37ff0-bbc4-4a7d-bc03-2cbbf683d8f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.180859] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 1003.180859] env[69019]: value = "task-3347155" [ 1003.180859] env[69019]: _type = "Task" [ 1003.180859] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.189353] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.299140] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.303562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5a46331-f9e9-44b2-ad9f-f392e1926d0e tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.304719] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.386s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.304991] env[69019]: DEBUG nova.objects.instance [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'resources' on Instance uuid 2b819ac7-b7a4-4fef-beed-7bb48ef2609a {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.546427] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347151, 'name': CreateVM_Task, 'duration_secs': 0.573964} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.546427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.546427] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.546427] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.546427] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.546427] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdeae1b6-69ad-4d92-ad5a-b8a57cee2ff2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.550700] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1003.550700] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52726a5a-f29d-7084-5db3-2ea65d2837db" [ 1003.550700] env[69019]: _type = "Task" [ 1003.550700] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.558804] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52726a5a-f29d-7084-5db3-2ea65d2837db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.571096] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.671129] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347153, 'name': PowerOffVM_Task, 'duration_secs': 0.198994} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.672233] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.672233] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347154, 'name': ReconfigVM_Task, 'duration_secs': 0.367436} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.673049] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d265c5-a833-49c4-8a4c-90d515f223b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.675407] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bc95f014-90d9-400e-bd08-fbee64b127ca/bc95f014-90d9-400e-bd08-fbee64b127ca.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.675998] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113d424d-ba97-4fd3-83c3-45b403534922 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.697337] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb46f3d-b72a-48de-8cfd-e32fd37b048d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.699772] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1003.699772] env[69019]: value = "task-3347156" [ 1003.699772] env[69019]: _type = "Task" [ 1003.699772] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.710534] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347155, 'name': PowerOffVM_Task, 'duration_secs': 0.203741} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.713533] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.713728] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.714229] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81821bb-8c77-4908-b8cf-6e9ddbc5a62e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.719106] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347156, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.739601] env[69019]: DEBUG nova.network.neutron [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Updating instance_info_cache with network_info: [{"id": "a154de7b-9964-4ac4-8d3a-744630c7522f", "address": "fa:16:3e:74:df:dc", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154de7b-99", "ovs_interfaceid": "a154de7b-9964-4ac4-8d3a-744630c7522f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.779701] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.779701] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.779701] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Deleting the datastore file [datastore1] 3118e728-19ef-41fc-9ff0-fef78b610336 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.779973] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c715f13-a8a6-4bbc-8fd0-4b72a2eaa182 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.787800] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for the task: (returnval){ [ 1003.787800] env[69019]: value = "task-3347158" [ 1003.787800] env[69019]: _type = "Task" [ 1003.787800] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.795441] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.060881] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52726a5a-f29d-7084-5db3-2ea65d2837db, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.063399] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.063641] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.063880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.064161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.064354] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.065020] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3527deb9-9616-44db-9d83-b4bf02f2b9d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.072899] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.073115] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.076349] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d47e335-75a8-4dc8-b2c7-a04fc1bfc7d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.081551] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1004.081551] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52220b7e-ed36-2970-b06a-4211246e8055" [ 1004.081551] env[69019]: _type = "Task" [ 1004.081551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.089083] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52220b7e-ed36-2970-b06a-4211246e8055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.131616] env[69019]: DEBUG nova.compute.manager [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Received event network-vif-plugged-a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.132211] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Acquiring lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.132211] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.132211] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.132391] env[69019]: DEBUG nova.compute.manager [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] No waiting events found dispatching network-vif-plugged-a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.132553] env[69019]: WARNING nova.compute.manager [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Received unexpected event network-vif-plugged-a154de7b-9964-4ac4-8d3a-744630c7522f for instance with vm_state building and task_state spawning. [ 1004.132712] env[69019]: DEBUG nova.compute.manager [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Received event network-changed-a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.132960] env[69019]: DEBUG nova.compute.manager [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Refreshing instance network info cache due to event network-changed-a154de7b-9964-4ac4-8d3a-744630c7522f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.133120] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Acquiring lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.185160] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ce344-6044-469a-9f81-43a4c474d3b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.197355] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26344dde-0999-4cde-bcbc-9309492e7b80 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.211532] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347156, 'name': Rename_Task, 'duration_secs': 0.158462} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.237209] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.238273] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.238733] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09db67d8-4a7c-46f7-94ed-7b54605b3382 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.240558] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-233486c7-c17a-4803-afb1-348f7e04988f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.242770] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359a347-7cca-4cd2-bd1e-c1319de30b75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.245600] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.245904] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Instance network_info: |[{"id": "a154de7b-9964-4ac4-8d3a-744630c7522f", "address": "fa:16:3e:74:df:dc", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154de7b-99", "ovs_interfaceid": "a154de7b-9964-4ac4-8d3a-744630c7522f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.246652] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Acquired lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.246834] env[69019]: DEBUG nova.network.neutron [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Refreshing network info cache for port a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.248082] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:df:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a154de7b-9964-4ac4-8d3a-744630c7522f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.255764] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.260430] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.260765] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1004.260765] env[69019]: value = "task-3347159" [ 1004.260765] env[69019]: _type = "Task" [ 1004.260765] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.266243] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-038b2a5c-6a48-4894-800c-6dd5320081c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.280427] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1004.280427] env[69019]: value = "task-3347160" [ 1004.280427] env[69019]: _type = "Task" [ 1004.280427] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.285645] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebdafb6-8f06-4024-bf2c-2dda3d3faa76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.301551] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.301551] env[69019]: value = "task-3347161" [ 1004.301551] env[69019]: _type = "Task" [ 1004.301551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.301947] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.313182] env[69019]: DEBUG nova.compute.provider_tree [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.327100] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.329175] env[69019]: DEBUG oslo_vmware.api [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Task: {'id': task-3347158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1407} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.329459] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.331219] env[69019]: DEBUG nova.scheduler.client.report [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.337366] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.337366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.337366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.337366] env[69019]: INFO nova.compute.manager [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1004.337366] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.337730] env[69019]: DEBUG nova.compute.manager [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.337730] env[69019]: DEBUG nova.network.neutron [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.345042] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347161, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.358661] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.359032] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.359226] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.359527] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.359696] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.359861] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.360127] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.360414] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.360632] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.360853] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.361129] env[69019]: DEBUG nova.virt.hardware [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.362514] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a0944-85a4-40ba-a8a1-313a9f075a50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.373430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9388c-e145-4706-aca5-74586538c174 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.595184] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52220b7e-ed36-2970-b06a-4211246e8055, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.596189] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f4f7fd-87b8-4ba6-8ca2-875a80153522 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.602081] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1004.602081] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf5889-92eb-a9a6-c3d8-50998b59dbe1" [ 1004.602081] env[69019]: _type = "Task" [ 1004.602081] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.613222] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf5889-92eb-a9a6-c3d8-50998b59dbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.666616] env[69019]: DEBUG nova.network.neutron [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Updated VIF entry in instance network info cache for port a154de7b-9964-4ac4-8d3a-744630c7522f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.667020] env[69019]: DEBUG nova.network.neutron [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Updating instance_info_cache with network_info: [{"id": "a154de7b-9964-4ac4-8d3a-744630c7522f", "address": "fa:16:3e:74:df:dc", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa154de7b-99", "ovs_interfaceid": "a154de7b-9964-4ac4-8d3a-744630c7522f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.800418] env[69019]: DEBUG oslo_vmware.api [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347159, 'name': PowerOnVM_Task, 'duration_secs': 0.519905} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.804911] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.805171] env[69019]: INFO nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1004.805314] env[69019]: DEBUG nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.805534] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347160, 'name': CreateSnapshot_Task, 'duration_secs': 0.456412} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.806312] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325fa39-14c3-4614-8fec-923784f0abd2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.809126] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.809806] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523a2083-0135-4c21-aa74-089eeaff0d91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.833857] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347161, 'name': CreateVM_Task, 'duration_secs': 0.368953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.834318] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.835095] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.835925] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.836323] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.836607] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fffef2-4642-464d-990f-5973ce01d486 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.841726] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.535s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.841880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.092s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.843536] env[69019]: INFO nova.compute.claims [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.850784] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1004.850784] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523820f3-ed4f-bead-10ee-699aad660d74" [ 1004.850784] env[69019]: _type = "Task" [ 1004.850784] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.862889] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523820f3-ed4f-bead-10ee-699aad660d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.875684] env[69019]: INFO nova.scheduler.client.report [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleted allocations for instance 2b819ac7-b7a4-4fef-beed-7bb48ef2609a [ 1005.026247] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Successfully updated port: 4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.117207] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cf5889-92eb-a9a6-c3d8-50998b59dbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.117207] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.117207] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] c923420a-c94a-4321-9a1a-f02dbf86862a/c923420a-c94a-4321-9a1a-f02dbf86862a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.117473] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d722f0f1-4daa-4f4f-ba62-0274fec591e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.126504] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1005.126504] env[69019]: value = "task-3347162" [ 1005.126504] env[69019]: _type = "Task" [ 1005.126504] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.135661] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.170678] env[69019]: DEBUG oslo_concurrency.lockutils [req-6c991055-4f31-482b-8184-9a0e622b3a6e req-1725a9fd-7794-467d-9e4d-39fd6a9c5d47 service nova] Releasing lock "refresh_cache-e7487a5d-639b-46d3-b19d-ec1bd4709e52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.259761] env[69019]: DEBUG nova.network.neutron [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.343045] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.344269] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9afaea5e-1c03-44c1-b765-1b67dd18645d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.347462] env[69019]: INFO nova.compute.manager [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Took 23.02 seconds to build instance. [ 1005.356675] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1005.356675] env[69019]: value = "task-3347163" [ 1005.356675] env[69019]: _type = "Task" [ 1005.356675] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.361088] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523820f3-ed4f-bead-10ee-699aad660d74, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.364845] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.365115] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.365353] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.365622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.365687] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.366195] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83384760-5a4e-4772-955f-4fa75a18cc17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.374009] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347163, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.377144] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.377327] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.378015] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0579f8ae-2e6c-41a4-adec-537fd007b0ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.382420] env[69019]: DEBUG oslo_concurrency.lockutils [None req-21b8478a-9779-411c-bc2a-e4d6b4a2c0b1 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "2b819ac7-b7a4-4fef-beed-7bb48ef2609a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.614s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.387022] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1005.387022] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f1a454-a860-f71a-24e4-df033d08414c" [ 1005.387022] env[69019]: _type = "Task" [ 1005.387022] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.393435] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f1a454-a860-f71a-24e4-df033d08414c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.530116] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.530301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.530487] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.636263] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.762641] env[69019]: INFO nova.compute.manager [-] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Took 1.42 seconds to deallocate network for instance. [ 1005.851588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bfce6bd3-7665-4a59-a29c-a9b1d2cf7243 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.541s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.875245] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347163, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.899798] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f1a454-a860-f71a-24e4-df033d08414c, 'name': SearchDatastore_Task, 'duration_secs': 0.018495} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.900768] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44cbb95-3f14-4176-aadc-21df9b38cea9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.911975] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1005.911975] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa934f-78f2-826f-0b42-e9c455221051" [ 1005.911975] env[69019]: _type = "Task" [ 1005.911975] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.924363] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa934f-78f2-826f-0b42-e9c455221051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.065906] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.066154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.066545] env[69019]: DEBUG nova.compute.manager [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.069707] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55f766-cd9b-44c2-b3ae-f13be15fd480 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.071500] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.078038] env[69019]: DEBUG nova.compute.manager [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.078198] env[69019]: DEBUG nova.objects.instance [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'flavor' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.144023] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944184} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.144023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] c923420a-c94a-4321-9a1a-f02dbf86862a/c923420a-c94a-4321-9a1a-f02dbf86862a.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.144023] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.144023] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-214b58b4-c4d0-4d86-8f31-1984bd988651 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.149524] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1006.149524] env[69019]: value = "task-3347164" [ 1006.149524] env[69019]: _type = "Task" [ 1006.149524] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.161821] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.263354] env[69019]: DEBUG nova.network.neutron [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Updating instance_info_cache with network_info: [{"id": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "address": "fa:16:3e:e1:cb:a7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa91893-36", "ovs_interfaceid": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.271295] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.272706] env[69019]: DEBUG nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Received event network-vif-deleted-bd9f4b8e-c759-49ec-bb03-4e87ec4005d8 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.272928] env[69019]: DEBUG nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Received event network-vif-plugged-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.273169] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Acquiring lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.274031] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.274259] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.274444] env[69019]: DEBUG nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] No waiting events found dispatching network-vif-plugged-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.274632] env[69019]: WARNING nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Received unexpected event network-vif-plugged-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 for instance with vm_state building and task_state spawning. [ 1006.274785] env[69019]: DEBUG nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Received event network-changed-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.274975] env[69019]: DEBUG nova.compute.manager [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Refreshing instance network info cache due to event network-changed-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.275165] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Acquiring lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.290706] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c1d7f-e8cc-44a6-9f71-5cf299c62d56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.298927] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7d7fd-429e-4861-bfe8-6b7a3bb050cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.331807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24146d9-9fe5-4391-b105-fccd4260753b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339530] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d9a42-b89a-41db-a25c-582614792a0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.354877] env[69019]: DEBUG nova.compute.provider_tree [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.373789] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347163, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.376117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.376344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.422295] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa934f-78f2-826f-0b42-e9c455221051, 'name': SearchDatastore_Task, 'duration_secs': 0.059827} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.422413] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.422605] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] e7487a5d-639b-46d3-b19d-ec1bd4709e52/e7487a5d-639b-46d3-b19d-ec1bd4709e52.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.422890] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91728f57-c697-4afd-a0f7-c3ba2e5e3d7e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.428934] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1006.428934] env[69019]: value = "task-3347165" [ 1006.428934] env[69019]: _type = "Task" [ 1006.428934] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.437142] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.659679] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080468} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.660039] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.660733] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2010f05a-e2c9-442d-aa15-9996a3f4ca3f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.683548] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c923420a-c94a-4321-9a1a-f02dbf86862a/c923420a-c94a-4321-9a1a-f02dbf86862a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.683837] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5ae85e-df7d-42e1-9d12-db87f0407145 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.705143] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1006.705143] env[69019]: value = "task-3347166" [ 1006.705143] env[69019]: _type = "Task" [ 1006.705143] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.713335] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.766597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.767056] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Instance network_info: |[{"id": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "address": "fa:16:3e:e1:cb:a7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa91893-36", "ovs_interfaceid": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.767430] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Acquired lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.767676] env[69019]: DEBUG nova.network.neutron [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Refreshing network info cache for port 4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.769116] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:cb:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa91893-36d5-4eb9-b6eb-e201c8ba0f93', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.777497] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.781340] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.781533] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7d3f0b-776d-4f94-8be8-92eb3d819d15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.803074] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.803074] env[69019]: value = "task-3347167" [ 1006.803074] env[69019]: _type = "Task" [ 1006.803074] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.812266] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347167, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.858707] env[69019]: DEBUG nova.scheduler.client.report [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.874922] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347163, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.882224] env[69019]: DEBUG nova.compute.utils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.951460] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347165, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.087101] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.087449] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3727dc9-85a0-4f3e-9b26-dc6bf949fae4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.095349] env[69019]: DEBUG oslo_vmware.api [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1007.095349] env[69019]: value = "task-3347168" [ 1007.095349] env[69019]: _type = "Task" [ 1007.095349] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.107361] env[69019]: DEBUG oslo_vmware.api [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.108508] env[69019]: DEBUG nova.network.neutron [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Updated VIF entry in instance network info cache for port 4fa91893-36d5-4eb9-b6eb-e201c8ba0f93. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.108917] env[69019]: DEBUG nova.network.neutron [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Updating instance_info_cache with network_info: [{"id": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "address": "fa:16:3e:e1:cb:a7", "network": {"id": "d7ad53af-fd0b-4b62-af92-d6aae0bc6952", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1943530986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85c7055f83f41aabbe6b1c6b50df3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa91893-36", "ovs_interfaceid": "4fa91893-36d5-4eb9-b6eb-e201c8ba0f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.216892] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347166, 'name': ReconfigVM_Task, 'duration_secs': 0.342349} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.217709] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c923420a-c94a-4321-9a1a-f02dbf86862a/c923420a-c94a-4321-9a1a-f02dbf86862a.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.218032] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2cf073e-4dbe-4cec-8eed-90ff6f0dea2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.225766] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1007.225766] env[69019]: value = "task-3347169" [ 1007.225766] env[69019]: _type = "Task" [ 1007.225766] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.237111] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347169, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.314788] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347167, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.367024] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.367024] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.373034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.635s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.373528] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.376646] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.340s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.377064] env[69019]: DEBUG nova.objects.instance [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.388655] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.389467] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347163, 'name': CloneVM_Task, 'duration_secs': 2.028837} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.390130] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Created linked-clone VM from snapshot [ 1007.391922] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50326722-4e9f-4985-b557-4ec6737835c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.403617] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Uploading image cd85a58d-b414-4646-94d5-028341233b5d {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.412762] env[69019]: INFO nova.scheduler.client.report [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocations for instance a1040bdc-8971-4cf8-ab13-a91b804f37e5 [ 1007.432290] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.432290] env[69019]: value = "vm-668163" [ 1007.432290] env[69019]: _type = "VirtualMachine" [ 1007.432290] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.432686] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e250340d-77d4-4337-bc90-6cbbb7979fb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.444342] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811306} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.445569] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] e7487a5d-639b-46d3-b19d-ec1bd4709e52/e7487a5d-639b-46d3-b19d-ec1bd4709e52.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.445821] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.446186] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lease: (returnval){ [ 1007.446186] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52150dcf-c4d5-24f5-48cc-8e7ba76bea9f" [ 1007.446186] env[69019]: _type = "HttpNfcLease" [ 1007.446186] env[69019]: } obtained for exporting VM: (result){ [ 1007.446186] env[69019]: value = "vm-668163" [ 1007.446186] env[69019]: _type = "VirtualMachine" [ 1007.446186] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.446425] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the lease: (returnval){ [ 1007.446425] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52150dcf-c4d5-24f5-48cc-8e7ba76bea9f" [ 1007.446425] env[69019]: _type = "HttpNfcLease" [ 1007.446425] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.446635] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdf2ca3e-95a6-4d04-843f-ac72d3ed7b4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.455473] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.455473] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52150dcf-c4d5-24f5-48cc-8e7ba76bea9f" [ 1007.455473] env[69019]: _type = "HttpNfcLease" [ 1007.455473] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.456615] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.456615] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52150dcf-c4d5-24f5-48cc-8e7ba76bea9f" [ 1007.456615] env[69019]: _type = "HttpNfcLease" [ 1007.456615] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.456898] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1007.456898] env[69019]: value = "task-3347171" [ 1007.456898] env[69019]: _type = "Task" [ 1007.456898] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.457573] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f181581-21f9-4f29-9153-27bd5826d672 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.471088] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.471377] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.471562] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.563092] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0a636a5-3f36-409e-823a-a901ce6dc89b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.606198] env[69019]: DEBUG oslo_vmware.api [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347168, 'name': PowerOffVM_Task, 'duration_secs': 0.211001} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.606273] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.606468] env[69019]: DEBUG nova.compute.manager [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.607269] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc964574-4f25-4223-9303-3c43a737f1fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.611439] env[69019]: DEBUG oslo_concurrency.lockutils [req-5ea73419-7133-431e-80f8-f3d611220b37 req-c362a573-6ae6-41d2-8492-71b82913020e service nova] Releasing lock "refresh_cache-89353d9d-86b6-4958-9bf1-806e8296fd9b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.735725] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347169, 'name': Rename_Task, 'duration_secs': 0.174199} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.736017] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.736259] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91afb165-fc09-4760-92b8-392451380853 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.742570] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1007.742570] env[69019]: value = "task-3347172" [ 1007.742570] env[69019]: _type = "Task" [ 1007.742570] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.750801] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.815662] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347167, 'name': CreateVM_Task, 'duration_secs': 0.548681} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.815861] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.816654] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.816854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.817247] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.817538] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e45610-cf23-4bea-9650-8d1187a12626 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.822809] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1007.822809] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282c1ac-13a5-ae8e-82ed-c185c902cc84" [ 1007.822809] env[69019]: _type = "Task" [ 1007.822809] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.831720] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282c1ac-13a5-ae8e-82ed-c185c902cc84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.883554] env[69019]: DEBUG nova.compute.utils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.890245] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.890701] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.920670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-069579f9-3267-41e7-b22f-1b63ce310a6d tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "a1040bdc-8971-4cf8-ab13-a91b804f37e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.660s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.932450] env[69019]: DEBUG nova.policy [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f88e3300948f46839c0a2deecfd16676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ab271ba3e834d289a11e09a476bcd2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.971908] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063368} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.973010] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.973502] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147a83f-6f7c-47b2-91db-9c1dcb9a8855 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.998254] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e7487a5d-639b-46d3-b19d-ec1bd4709e52/e7487a5d-639b-46d3-b19d-ec1bd4709e52.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.998654] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58574f08-f68a-4fdb-8860-c9103062e324 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.022057] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1008.022057] env[69019]: value = "task-3347173" [ 1008.022057] env[69019]: _type = "Task" [ 1008.022057] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.032870] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.118936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c57f3907-0e58-40aa-bebd-86bdd8578a86 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.255055] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.272937] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Successfully created port: ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.333344] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5282c1ac-13a5-ae8e-82ed-c185c902cc84, 'name': SearchDatastore_Task, 'duration_secs': 0.015391} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.334025] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.334025] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.334225] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.334414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.334568] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.334858] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24de4d36-6007-429d-a3d8-d45ae91920f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.345650] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.345650] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.346258] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e5b881-2777-45cf-8c1b-059dd7e10207 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.353736] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1008.353736] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fca20-08d0-75ee-18a9-560b8c8117c0" [ 1008.353736] env[69019]: _type = "Task" [ 1008.353736] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.363044] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fca20-08d0-75ee-18a9-560b8c8117c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.391543] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6c4af355-2815-4876-af00-a996dc75a6ac tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.392987] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.395651] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.206s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.395944] env[69019]: DEBUG nova.objects.instance [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lazy-loading 'resources' on Instance uuid ce974ee2-4214-4b8e-9d32-425272640242 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.453463] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.453661] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.454061] env[69019]: INFO nova.compute.manager [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Attaching volume e0c14e1d-5746-4d2f-a2a6-490c59836f7a to /dev/sdb [ 1008.502285] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae085d0-115a-4d64-a991-fcb3791dd451 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.509755] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c487bf-ba73-4bad-b0b8-b3910dde0947 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.524032] env[69019]: DEBUG nova.virt.block_device [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating existing volume attachment record: 30a6f0c0-6f6c-4b38-be65-24e1174097a3 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.537117] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347173, 'name': ReconfigVM_Task, 'duration_secs': 0.37022} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.537426] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e7487a5d-639b-46d3-b19d-ec1bd4709e52/e7487a5d-639b-46d3-b19d-ec1bd4709e52.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.538121] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7764178e-0605-47fd-91e5-de94317e0095 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.544444] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1008.544444] env[69019]: value = "task-3347174" [ 1008.544444] env[69019]: _type = "Task" [ 1008.544444] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.554403] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347174, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.755075] env[69019]: DEBUG oslo_vmware.api [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347172, 'name': PowerOnVM_Task, 'duration_secs': 0.543828} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.755860] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.756296] env[69019]: INFO nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1008.756773] env[69019]: DEBUG nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.757938] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ba4e6-0f3f-4456-8e90-785b202cb5d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.851595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.852837] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.868950] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520fca20-08d0-75ee-18a9-560b8c8117c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016031} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.870016] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e688343-5a1a-4c99-bb73-c26f64fb2e40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880556] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1008.880556] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be784-e522-4093-584a-a02534e5b340" [ 1008.880556] env[69019]: _type = "Task" [ 1008.880556] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.890946] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be784-e522-4093-584a-a02534e5b340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.063508] env[69019]: DEBUG nova.objects.instance [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'flavor' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.065835] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347174, 'name': Rename_Task, 'duration_secs': 0.26502} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.070385] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.071131] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a3c4a0-2721-4ee9-a418-520086b64b25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.079160] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1009.079160] env[69019]: value = "task-3347177" [ 1009.079160] env[69019]: _type = "Task" [ 1009.079160] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.097257] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347177, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.280660] env[69019]: INFO nova.compute.manager [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Took 26.61 seconds to build instance. [ 1009.339912] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb39b53-0ec5-46a2-acd4-15b578172179 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.348421] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9dd2ce-ed14-4a5f-b7a8-2df353a9bc68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.354717] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.386638] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583edecd-5992-4ae3-bfcf-410b64b3e14f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.396024] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be784-e522-4093-584a-a02534e5b340, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.398904] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 89353d9d-86b6-4958-9bf1-806e8296fd9b/89353d9d-86b6-4958-9bf1-806e8296fd9b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.399525] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda7dc3d-645d-4825-82cd-d7c8db6f8544 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.402548] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2026c2a-a9b8-4ad5-9947-a3b7cfc42f92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.408054] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.422182] env[69019]: DEBUG nova.compute.provider_tree [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.425352] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1009.425352] env[69019]: value = "task-3347179" [ 1009.425352] env[69019]: _type = "Task" [ 1009.425352] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.441935] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.442202] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.442360] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.442577] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.442737] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.442955] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.443201] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.443371] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.443535] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.443699] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.443873] env[69019]: DEBUG nova.virt.hardware [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.446172] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05678a59-0586-458a-8a7f-395326961ee4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.452714] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48990fda-c9b6-4d9d-9308-c94443e3d414 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.578311] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.578499] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.578685] env[69019]: DEBUG nova.network.neutron [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.578873] env[69019]: DEBUG nova.objects.instance [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'info_cache' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.592352] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347177, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.772280] env[69019]: DEBUG nova.compute.manager [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Received event network-vif-plugged-ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.772280] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] Acquiring lock "6307787e-3373-40df-b663-973fc5020f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.773279] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] Lock "6307787e-3373-40df-b663-973fc5020f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.773279] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] Lock "6307787e-3373-40df-b663-973fc5020f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.773279] env[69019]: DEBUG nova.compute.manager [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] No waiting events found dispatching network-vif-plugged-ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.773279] env[69019]: WARNING nova.compute.manager [req-6ac7da74-fee8-4f56-847d-0102a868c252 req-a868d190-48e0-44b1-bd43-8de463831cab service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Received unexpected event network-vif-plugged-ca6b7b4c-d870-4f93-82f5-4ec472369a4c for instance with vm_state building and task_state spawning. [ 1009.783248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65bff236-58e4-4153-9bd5-67d2e4a9655e tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.124s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.852254] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Successfully updated port: ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.909516] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.927910] env[69019]: DEBUG nova.scheduler.client.report [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.945341] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.085972] env[69019]: DEBUG nova.objects.base [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Object Instance<0619a824-2700-4f1e-80ad-4938a50d2af4> lazy-loaded attributes: flavor,info_cache {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.094653] env[69019]: DEBUG oslo_vmware.api [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347177, 'name': PowerOnVM_Task, 'duration_secs': 0.86747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.094932] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.095363] env[69019]: INFO nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1010.095447] env[69019]: DEBUG nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.096541] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a81a7-14f3-49cf-89c2-99ac1d852a5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.357764] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.357913] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.358155] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.438038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.440259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.708s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.440544] env[69019]: DEBUG nova.objects.instance [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lazy-loading 'resources' on Instance uuid 02598718-4a07-4b31-b5b2-35c29c91af85 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.451896] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347179, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.466496] env[69019]: INFO nova.scheduler.client.report [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Deleted allocations for instance ce974ee2-4214-4b8e-9d32-425272640242 [ 1010.552948] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.553255] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.618753] env[69019]: INFO nova.compute.manager [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Took 27.53 seconds to build instance. [ 1010.815669] env[69019]: DEBUG nova.network.neutron [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.899160] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.945826] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347179, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.979222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72028235-64fe-4201-b99b-c18b16a66754 tempest-ServersWithSpecificFlavorTestJSON-1129991868 tempest-ServersWithSpecificFlavorTestJSON-1129991868-project-member] Lock "ce974ee2-4214-4b8e-9d32-425272640242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.340s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.043716] env[69019]: DEBUG nova.network.neutron [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updating instance_info_cache with network_info: [{"id": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "address": "fa:16:3e:ea:36:18", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6b7b4c-d8", "ovs_interfaceid": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.057058] env[69019]: DEBUG nova.compute.utils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.120804] env[69019]: DEBUG oslo_concurrency.lockutils [None req-074a6547-c0eb-4437-b736-7a7d3353a7d4 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.038s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.308579] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad981d-371a-4416-9956-d102718ec698 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.316805] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04b33a-9ba8-4c18-a24e-59b1a52b4ef2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.320866] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.352387] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafce32a-9e55-482f-bced-dc1e1b22be69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.361287] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb7120-c474-4514-b27c-eebab2f4ba1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.376443] env[69019]: DEBUG nova.compute.provider_tree [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.442357] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347179, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.622972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.442634] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 89353d9d-86b6-4958-9bf1-806e8296fd9b/89353d9d-86b6-4958-9bf1-806e8296fd9b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.442881] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.443170] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698c8920-7d7b-4e89-baa8-fc9d81a29e5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.450600] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1011.450600] env[69019]: value = "task-3347181" [ 1011.450600] env[69019]: _type = "Task" [ 1011.450600] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.460502] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.547519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.547872] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Instance network_info: |[{"id": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "address": "fa:16:3e:ea:36:18", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6b7b4c-d8", "ovs_interfaceid": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.548404] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:36:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca6b7b4c-d870-4f93-82f5-4ec472369a4c', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.556167] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.556451] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.556725] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1104a6ed-277c-4e9e-95e4-555d59767ce1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.571471] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.577552] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.577552] env[69019]: value = "task-3347182" [ 1011.577552] env[69019]: _type = "Task" [ 1011.577552] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.585831] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347182, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.881060] env[69019]: DEBUG nova.scheduler.client.report [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.961750] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085059} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.962093] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.962947] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264fd25-9fca-4e86-b986-4c31a422c03d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.985644] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 89353d9d-86b6-4958-9bf1-806e8296fd9b/89353d9d-86b6-4958-9bf1-806e8296fd9b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.986064] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddaf590-f49c-42e2-af8f-100e205c60bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.008365] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1012.008365] env[69019]: value = "task-3347183" [ 1012.008365] env[69019]: _type = "Task" [ 1012.008365] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.015623] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088226] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347182, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.238343] env[69019]: DEBUG nova.compute.manager [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Received event network-changed-ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.238343] env[69019]: DEBUG nova.compute.manager [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Refreshing instance network info cache due to event network-changed-ca6b7b4c-d870-4f93-82f5-4ec472369a4c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.238343] env[69019]: DEBUG oslo_concurrency.lockutils [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] Acquiring lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.238343] env[69019]: DEBUG oslo_concurrency.lockutils [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] Acquired lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.238343] env[69019]: DEBUG nova.network.neutron [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Refreshing network info cache for port ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.326417] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.326824] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88f10d6-e864-4da9-8e48-ed20f9d99950 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.335493] env[69019]: DEBUG oslo_vmware.api [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1012.335493] env[69019]: value = "task-3347184" [ 1012.335493] env[69019]: _type = "Task" [ 1012.335493] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.345190] env[69019]: DEBUG oslo_vmware.api [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.386230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.389530] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.764s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.390082] env[69019]: DEBUG nova.objects.instance [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'pci_requests' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.414856] env[69019]: INFO nova.scheduler.client.report [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Deleted allocations for instance 02598718-4a07-4b31-b5b2-35c29c91af85 [ 1012.521892] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.591248] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347182, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.636545] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.636877] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.637251] env[69019]: INFO nova.compute.manager [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Attaching volume b2c85121-091d-41d0-8ec9-a5a318d27abf to /dev/sdb [ 1012.689141] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e409f7-8a5b-4c6c-8af9-1c6ca3d85946 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.698845] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2dafd2-77ab-41c9-8ab6-13aa5eebe671 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.715114] env[69019]: DEBUG nova.virt.block_device [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating existing volume attachment record: 0c1b4fce-636d-4558-bf34-a4675701b4b0 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1012.852022] env[69019]: DEBUG oslo_vmware.api [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347184, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.894357] env[69019]: DEBUG nova.objects.instance [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'numa_topology' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.922705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7cce90a-8921-462e-8501-7f5beab07f22 tempest-ServersListShow298Test-652980478 tempest-ServersListShow298Test-652980478-project-member] Lock "02598718-4a07-4b31-b5b2-35c29c91af85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.067s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.021017] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347183, 'name': ReconfigVM_Task, 'duration_secs': 0.871224} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.021017] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 89353d9d-86b6-4958-9bf1-806e8296fd9b/89353d9d-86b6-4958-9bf1-806e8296fd9b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.021643] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84c85b53-7f88-4eda-9095-277183f85ae2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.034702] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1013.034702] env[69019]: value = "task-3347187" [ 1013.034702] env[69019]: _type = "Task" [ 1013.034702] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.034702] env[69019]: DEBUG nova.network.neutron [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updated VIF entry in instance network info cache for port ca6b7b4c-d870-4f93-82f5-4ec472369a4c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.035081] env[69019]: DEBUG nova.network.neutron [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updating instance_info_cache with network_info: [{"id": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "address": "fa:16:3e:ea:36:18", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6b7b4c-d8", "ovs_interfaceid": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.040284] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347187, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.088793] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347182, 'name': CreateVM_Task, 'duration_secs': 1.253815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.089018] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.089800] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.090036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.090393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.090705] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e948901-f7e2-4c64-b625-94343d4e8860 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.096348] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1013.096348] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a8082b-8f5a-59fd-4941-08f84452fe1b" [ 1013.096348] env[69019]: _type = "Task" [ 1013.096348] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.106316] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a8082b-8f5a-59fd-4941-08f84452fe1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.348100] env[69019]: DEBUG oslo_vmware.api [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347184, 'name': PowerOnVM_Task, 'duration_secs': 0.575288} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.348100] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.348100] env[69019]: DEBUG nova.compute.manager [None req-b0a985cd-4166-464f-86c6-6d4ffe8f323e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.348100] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bfe8f5-d3b0-44bc-afa6-ef4ba96fb710 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.399429] env[69019]: INFO nova.compute.claims [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.541020] env[69019]: DEBUG oslo_concurrency.lockutils [req-f3371c6a-002a-4b5c-b2db-07342fce2cd2 req-c5c6d334-8cef-4d3a-9f58-d53c0a9609e4 service nova] Releasing lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.541971] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347187, 'name': Rename_Task, 'duration_secs': 0.190696} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.542290] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.542553] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c6b72d-ac45-496a-a1f3-f7384780f178 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.549999] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1013.549999] env[69019]: value = "task-3347189" [ 1013.549999] env[69019]: _type = "Task" [ 1013.549999] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.559389] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.583717] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1013.583996] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668166', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'name': 'volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07c6e25a-4910-4307-a2f2-1c2ea72ab59e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'serial': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1013.586144] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297694f9-f0f3-44c9-923c-67a5c8d50312 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.622664] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298e09c-64f4-47ad-a56e-dbb87f763614 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.653522] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a/volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.658310] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccca2d33-cd9d-462c-8bfe-5628e09ce9e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.675318] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a8082b-8f5a-59fd-4941-08f84452fe1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01735} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.675775] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.676500] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.676814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.676999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.677214] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.677944] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc071802-0a02-4f22-87e0-abcfecfdc62a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.682400] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1013.682400] env[69019]: value = "task-3347190" [ 1013.682400] env[69019]: _type = "Task" [ 1013.682400] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.688840] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.689064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.690613] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de7dbc7-f4b1-4104-98e1-921b18a8f03e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.696762] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.699247] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1013.699247] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524f7b4c-ba29-5c6f-6c58-4a76db67a3cb" [ 1013.699247] env[69019]: _type = "Task" [ 1013.699247] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.707382] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524f7b4c-ba29-5c6f-6c58-4a76db67a3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.061325] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.194626] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.209573] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524f7b4c-ba29-5c6f-6c58-4a76db67a3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.210558] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb66f5c1-1e5c-4548-b3a4-1972b00fa91b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.217056] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1014.217056] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8b754-ccf7-da98-e717-e20812e0028b" [ 1014.217056] env[69019]: _type = "Task" [ 1014.217056] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.228211] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8b754-ccf7-da98-e717-e20812e0028b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.570752] env[69019]: DEBUG oslo_vmware.api [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347189, 'name': PowerOnVM_Task, 'duration_secs': 0.63691} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.570752] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.570752] env[69019]: INFO nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1014.571091] env[69019]: DEBUG nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.571632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b7c640-d20d-4fba-8d42-6c4bd6302db8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.694804] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347190, 'name': ReconfigVM_Task, 'duration_secs': 0.617375} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.695146] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a/volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.706019] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b33120b-c2c9-40c0-bc95-d15354f067b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.719529] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1014.719529] env[69019]: value = "task-3347191" [ 1014.719529] env[69019]: _type = "Task" [ 1014.719529] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.732600] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e8b754-ccf7-da98-e717-e20812e0028b, 'name': SearchDatastore_Task, 'duration_secs': 0.015782} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.738947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.739276] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/6307787e-3373-40df-b663-973fc5020f0b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.741104] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.741104] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44950c79-19e7-42b9-8c0f-f8d5db4a4e25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.746679] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1014.746679] env[69019]: value = "task-3347192" [ 1014.746679] env[69019]: _type = "Task" [ 1014.746679] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.755954] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.786760] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.787734] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8e28b-6599-4d5c-904b-bbd7577e9214 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.797576] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.797777] env[69019]: ERROR oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk due to incomplete transfer. [ 1014.798521] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e33be52-a77a-4fca-a1d4-72a6297076e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.808394] env[69019]: DEBUG oslo_vmware.rw_handles [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee76a1-0a0c-c27f-d9a6-475838882fad/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.809106] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Uploaded image cd85a58d-b414-4646-94d5-028341233b5d to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.811430] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.811754] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88ba4eb4-7c73-40aa-a1ea-fdc7d1fde8a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.819314] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1014.819314] env[69019]: value = "task-3347193" [ 1014.819314] env[69019]: _type = "Task" [ 1014.819314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.836717] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347193, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.881906] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa975be-cca0-4d2c-954d-a29e55171cd3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.895438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276cec04-283d-4afe-844f-f9c6b83e6506 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.928439] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "bc95f014-90d9-400e-bd08-fbee64b127ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.930013] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.930013] env[69019]: DEBUG nova.compute.manager [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.930013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc6c09a-537f-4e7c-be49-f160f7be6026 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.933490] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc083e-9852-4815-9aee-a9397e1dcc4c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.940129] env[69019]: DEBUG nova.compute.manager [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1014.940669] env[69019]: DEBUG nova.objects.instance [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'flavor' on Instance uuid bc95f014-90d9-400e-bd08-fbee64b127ca {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.945246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ac459-23b1-420c-b752-d8dfc9520b79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.958728] env[69019]: DEBUG nova.compute.provider_tree [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.098334] env[69019]: INFO nova.compute.manager [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Took 28.02 seconds to build instance. [ 1015.234580] env[69019]: DEBUG oslo_vmware.api [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347191, 'name': ReconfigVM_Task, 'duration_secs': 0.190975} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.234580] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668166', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'name': 'volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07c6e25a-4910-4307-a2f2-1c2ea72ab59e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'serial': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1015.259335] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347192, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.332206] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347193, 'name': Destroy_Task, 'duration_secs': 0.373511} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.332531] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Destroyed the VM [ 1015.332787] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.333115] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec4568f5-6ff6-4d68-94d5-1e0dc45169b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.346414] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1015.346414] env[69019]: value = "task-3347195" [ 1015.346414] env[69019]: _type = "Task" [ 1015.346414] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.359485] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.462174] env[69019]: DEBUG nova.scheduler.client.report [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.603123] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f00087b7-fde6-41cb-94bc-30be8a3dee36 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.538s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.763028] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703224} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.763672] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/6307787e-3373-40df-b663-973fc5020f0b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.763672] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.763958] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0e6e34-05dd-4ae0-a360-c9910d5fb943 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.777768] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1015.777768] env[69019]: value = "task-3347196" [ 1015.777768] env[69019]: _type = "Task" [ 1015.777768] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.790321] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.860586] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347195, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.949566] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.949897] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8be394-e63c-497c-b864-b23ea6eab9b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.956967] env[69019]: DEBUG oslo_vmware.api [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1015.956967] env[69019]: value = "task-3347197" [ 1015.956967] env[69019]: _type = "Task" [ 1015.956967] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.965966] env[69019]: DEBUG oslo_vmware.api [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.966813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.578s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.970994] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.148s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.970994] env[69019]: DEBUG nova.objects.instance [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lazy-loading 'resources' on Instance uuid ac132f34-8050-428e-9ee3-df0306d0f875 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.013359] env[69019]: INFO nova.network.neutron [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1016.293206] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129367} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.293206] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.293735] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7146bd-52f7-4cf2-8c24-0309f4458e3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.327852] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/6307787e-3373-40df-b663-973fc5020f0b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.330028] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a6bb8f-c1ad-45df-b760-e1bab7c69ac2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.355595] env[69019]: DEBUG nova.objects.instance [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'flavor' on Instance uuid 07c6e25a-4910-4307-a2f2-1c2ea72ab59e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.365419] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347195, 'name': RemoveSnapshot_Task, 'duration_secs': 0.846508} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.366949] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1016.367659] env[69019]: DEBUG nova.compute.manager [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.367659] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1016.367659] env[69019]: value = "task-3347198" [ 1016.367659] env[69019]: _type = "Task" [ 1016.367659] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.369275] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7b8a8-165c-4865-80ee-2d5ef915e585 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.387713] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.468573] env[69019]: DEBUG oslo_vmware.api [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347197, 'name': PowerOffVM_Task, 'duration_secs': 0.483585} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.468859] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.469086] env[69019]: DEBUG nova.compute.manager [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.469838] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02024c96-0ddd-45e9-b698-03c03fb6fb7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.855954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.855954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.855954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.856182] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.856221] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.862669] env[69019]: INFO nova.compute.manager [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Terminating instance [ 1016.864096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d14adb3-b5b5-4ff9-a0de-9d101f392b47 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.883538] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347198, 'name': ReconfigVM_Task, 'duration_secs': 0.512788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.883816] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/6307787e-3373-40df-b663-973fc5020f0b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.884485] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4886d662-7aa7-43c4-9dff-26868a148714 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.893535] env[69019]: INFO nova.compute.manager [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Shelve offloading [ 1016.896881] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1016.896881] env[69019]: value = "task-3347199" [ 1016.896881] env[69019]: _type = "Task" [ 1016.896881] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.908998] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347199, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.910032] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b46163-f221-4b92-96fe-2a63001c88c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.917481] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b844793-f7fc-4020-a25c-171cc61eda8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.949522] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e0ac95-75f7-43f2-a4b3-e5812d1e6459 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.958704] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c439981-fa84-469d-aae0-8e860609d0a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.975092] env[69019]: DEBUG nova.compute.provider_tree [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.985813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cfe16a4e-bb72-46c5-ae86-527b81f13fd5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.294560] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.294560] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.296215] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c341e-5651-4d77-8239-f64e7331f26e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.315104] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f12965-6df0-43f2-9486-187b4253a59c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.343801] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.344590] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85da35d2-ad33-4fb9-bf7d-4acbc75cddae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.365887] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1017.365887] env[69019]: value = "task-3347200" [ 1017.365887] env[69019]: _type = "Task" [ 1017.365887] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.370828] env[69019]: DEBUG nova.compute.manager [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.370828] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.371114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a2fd4-6ce9-473c-bf4b-05bc543f9052 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.378198] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.381560] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c1b3b8-a4dc-457f-8960-b3039b8a9896 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.383291] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.389030] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1017.389030] env[69019]: value = "task-3347201" [ 1017.389030] env[69019]: _type = "Task" [ 1017.389030] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.398256] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.403133] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.403445] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bcc28fd-74a6-4300-9450-4a9bb77ccf2a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.412210] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347199, 'name': Rename_Task, 'duration_secs': 0.158065} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.412903] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.413246] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1017.413246] env[69019]: value = "task-3347202" [ 1017.413246] env[69019]: _type = "Task" [ 1017.413246] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.413495] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d31943b4-701f-432f-983c-3f3406826457 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.428111] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.428111] env[69019]: DEBUG nova.compute.manager [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.428385] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1017.428385] env[69019]: value = "task-3347203" [ 1017.428385] env[69019]: _type = "Task" [ 1017.428385] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.429501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa36872-962a-4352-8a68-562e09c4f8bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.441160] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.441392] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.441584] env[69019]: DEBUG nova.network.neutron [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.446391] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.478074] env[69019]: DEBUG nova.scheduler.client.report [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.713661] env[69019]: DEBUG nova.objects.instance [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'flavor' on Instance uuid bc95f014-90d9-400e-bd08-fbee64b127ca {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.881788] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.901173] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347201, 'name': PowerOffVM_Task, 'duration_secs': 0.252524} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.901491] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.901673] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.901935] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d5555c-cf94-4317-b199-027859df7c6c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.943226] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.968284] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.968521] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.968707] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleting the datastore file [datastore2] 89353d9d-86b6-4958-9bf1-806e8296fd9b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.969025] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67c1009-8dd8-469b-8e41-016774e21c83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.977949] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for the task: (returnval){ [ 1017.977949] env[69019]: value = "task-3347205" [ 1017.977949] env[69019]: _type = "Task" [ 1017.977949] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.983308] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.989664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.387s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.989664] env[69019]: DEBUG nova.objects.instance [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lazy-loading 'resources' on Instance uuid 34b99548-905f-47b0-8db4-fda51dd1edf3 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.993843] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.016462] env[69019]: INFO nova.scheduler.client.report [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Deleted allocations for instance ac132f34-8050-428e-9ee3-df0306d0f875 [ 1018.061455] env[69019]: DEBUG nova.compute.manager [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.062216] env[69019]: DEBUG oslo_concurrency.lockutils [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.066256] env[69019]: DEBUG oslo_concurrency.lockutils [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.066552] env[69019]: DEBUG oslo_concurrency.lockutils [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.066895] env[69019]: DEBUG nova.compute.manager [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] No waiting events found dispatching network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.067074] env[69019]: WARNING nova.compute.manager [req-37ffba65-0380-4305-8ac9-fdbb222a36d4 req-46933e9d-07cf-4eca-ad50-826ea96ae076 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received unexpected event network-vif-plugged-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d for instance with vm_state shelved_offloaded and task_state spawning. [ 1018.116486] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.116644] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.116842] env[69019]: DEBUG nova.network.neutron [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.220771] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.220771] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquired lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220960] env[69019]: DEBUG nova.network.neutron [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.221748] env[69019]: DEBUG nova.objects.instance [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'info_cache' on Instance uuid bc95f014-90d9-400e-bd08-fbee64b127ca {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.260466] env[69019]: DEBUG nova.network.neutron [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updating instance_info_cache with network_info: [{"id": "8c9c55eb-26fb-4a70-8852-da37af07134f", "address": "fa:16:3e:53:a4:69", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c9c55eb-26", "ovs_interfaceid": "8c9c55eb-26fb-4a70-8852-da37af07134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.377881] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347200, 'name': ReconfigVM_Task, 'duration_secs': 0.651788} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.378199] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.384073] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380f4868-b7f6-4af9-97b2-f71112643e99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.397860] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1018.397860] env[69019]: value = "task-3347206" [ 1018.397860] env[69019]: _type = "Task" [ 1018.397860] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.407651] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.441566] env[69019]: DEBUG oslo_vmware.api [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347203, 'name': PowerOnVM_Task, 'duration_secs': 0.649275} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.441832] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.442091] env[69019]: INFO nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1018.442241] env[69019]: DEBUG nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.443251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1838fa18-c147-4524-b909-60f99fe93d7e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.487232] env[69019]: DEBUG oslo_vmware.api [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Task: {'id': task-3347205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326133} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.487851] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.488058] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.488246] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.488422] env[69019]: INFO nova.compute.manager [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1018.488660] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.489634] env[69019]: DEBUG nova.compute.manager [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.489634] env[69019]: DEBUG nova.network.neutron [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.533906] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b2008ebb-82dc-4339-b318-4db4edf2065b tempest-ServersTestJSON-1718108688 tempest-ServersTestJSON-1718108688-project-member] Lock "ac132f34-8050-428e-9ee3-df0306d0f875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.781s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.588594] env[69019]: DEBUG nova.compute.manager [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.726069] env[69019]: DEBUG nova.objects.base [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.763119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.915018] env[69019]: DEBUG oslo_vmware.api [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347206, 'name': ReconfigVM_Task, 'duration_secs': 0.204742} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.915018] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.938038] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8500ed3-f4b6-418f-b581-3e7e22b3bd91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.949367] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d972052-d1ca-4caa-b612-2799e74484c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.995106] env[69019]: DEBUG nova.network.neutron [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.000649] env[69019]: INFO nova.compute.manager [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Took 30.27 seconds to build instance. [ 1019.000649] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8da81-72f8-4771-a46c-0e2b6f2d3a73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.010700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f39fb7-dc54-4738-b8e0-470bf187af77 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.031275] env[69019]: DEBUG nova.compute.provider_tree [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.115211] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.311229] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.311385] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067644e4-780c-45ef-a52a-133864e27eee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.320413] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.320667] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1af4e8-ff30-409d-be70-18f042cea179 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.391264] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.391264] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.391264] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore1] a71f592c-90d0-4d2d-90b2-40e54a98abc8 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.393819] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4fc8934-91ad-4357-8781-30d29de355b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.400369] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1019.400369] env[69019]: value = "task-3347208" [ 1019.400369] env[69019]: _type = "Task" [ 1019.400369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.409389] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.448499] env[69019]: DEBUG nova.network.neutron [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.505976] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.508070] env[69019]: DEBUG oslo_concurrency.lockutils [None req-15c420c9-96a1-48bb-9287-9de1ca9c9589 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.783s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.538379] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4bfec1ae65bbdb11d07e03adf707a234',container_format='bare',created_at=2025-04-07T15:26:20Z,direct_url=,disk_format='vmdk',id=2ef72808-4cbc-444a-8f17-1b4f3b0ed070,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-485856229-shelved',owner='c73392a90dd9456089e58a41a0fb4065',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-04-07T15:26:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.538669] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.538834] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.539047] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.539204] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.539353] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.539564] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.539722] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.539890] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.540070] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.540300] env[69019]: DEBUG nova.virt.hardware [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.541654] env[69019]: DEBUG nova.scheduler.client.report [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.546980] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157e4b9e-ff10-4163-a77a-b20443a26d35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.556252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f246a-4356-485d-b203-dc954de0dc19 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.561929] env[69019]: DEBUG nova.network.neutron [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Updating instance_info_cache with network_info: [{"id": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "address": "fa:16:3e:bc:13:61", "network": {"id": "055121f9-397d-4a24-8e2e-73a8df28d758", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2021240453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "472657431e1743aea008690333fa070a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d49bfe-71", "ovs_interfaceid": "a5d49bfe-71ca-48b3-9291-be01427cda6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.580432] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8a0b964-68ba-42ad-a15b-b601e1e6bf7d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.588344] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.589930] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.592743] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f14c8e7-c590-48dc-aa1b-38ed3d701578 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.616230] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.616230] env[69019]: value = "task-3347209" [ 1019.616230] env[69019]: _type = "Task" [ 1019.616230] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.626776] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347209, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.910630] env[69019]: DEBUG oslo_vmware.api [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394014} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.910928] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.911137] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.911380] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.944031] env[69019]: INFO nova.scheduler.client.report [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance a71f592c-90d0-4d2d-90b2-40e54a98abc8 [ 1019.951135] env[69019]: INFO nova.compute.manager [-] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Took 1.46 seconds to deallocate network for instance. [ 1019.956865] env[69019]: DEBUG nova.objects.instance [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'flavor' on Instance uuid 158a1c6d-1424-4213-aa8b-8e0a2466f778 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.048042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.050622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.913s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.050860] env[69019]: DEBUG nova.objects.instance [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lazy-loading 'resources' on Instance uuid 35465675-e113-42de-a4ff-377fc89edf2b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.065310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Releasing lock "refresh_cache-bc95f014-90d9-400e-bd08-fbee64b127ca" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.077956] env[69019]: INFO nova.scheduler.client.report [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Deleted allocations for instance 34b99548-905f-47b0-8db4-fda51dd1edf3 [ 1020.095036] env[69019]: INFO nova.compute.manager [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Rescuing [ 1020.095036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.095036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.095348] env[69019]: DEBUG nova.network.neutron [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.113777] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.113956] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing instance network info cache due to event network-changed-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.114220] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.114372] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.114537] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Refreshing network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.126340] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347209, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.445989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.457229] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.463056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-399edc20-f8c3-4aec-a409-9688b29f9963 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.584959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c862f14e-3127-4f0e-a289-7ffa4bf67f1b tempest-ServerShowV254Test-1304530063 tempest-ServerShowV254Test-1304530063-project-member] Lock "34b99548-905f-47b0-8db4-fda51dd1edf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.230s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.637429] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347209, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.954859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707c9426-a25f-4bc6-8a90-fc4e4490505c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.967777] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68e125-71bd-4b63-a4e5-0f8adf49db81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.007995] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e5632-9828-4916-9699-8ef416a619b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.016007] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c443a5-0fe0-4252-9329-bab8182861f2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.032709] env[69019]: DEBUG nova.compute.provider_tree [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.071177] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.071515] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28302c0-482d-4e79-b909-fc1d2a567b8c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.080600] env[69019]: DEBUG oslo_vmware.api [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1021.080600] env[69019]: value = "task-3347210" [ 1021.080600] env[69019]: _type = "Task" [ 1021.080600] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.095394] env[69019]: DEBUG oslo_vmware.api [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.133260] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347209, 'name': CreateVM_Task, 'duration_secs': 1.336029} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.133260] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.133925] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.134138] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.134496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.134774] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656ab417-0231-42b2-89fd-3e079b6581df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.143470] env[69019]: INFO nova.compute.manager [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Rebuilding instance [ 1021.149681] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1021.149681] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b8257b-c213-5298-04fb-0274e18ea3a2" [ 1021.149681] env[69019]: _type = "Task" [ 1021.149681] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.161141] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b8257b-c213-5298-04fb-0274e18ea3a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.232397] env[69019]: DEBUG nova.compute.manager [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.232397] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410b0ee-3ef4-4276-a368-db0c8d0a1f03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.246758] env[69019]: DEBUG nova.network.neutron [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updating instance_info_cache with network_info: [{"id": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "address": "fa:16:3e:ea:36:18", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6b7b4c-d8", "ovs_interfaceid": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.296945] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updated VIF entry in instance network info cache for port d8a0b964-68ba-42ad-a15b-b601e1e6bf7d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.297585] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.536479] env[69019]: DEBUG nova.scheduler.client.report [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.592477] env[69019]: DEBUG oslo_vmware.api [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347210, 'name': PowerOnVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.664182] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.664712] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Processing image 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.664800] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.664902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665129] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.665431] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-010bf5eb-d808-4728-a413-c4fb95945203 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.691515] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.691773] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.692554] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2233fb63-caff-4118-a39e-565c59cfef5a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.700379] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1021.700379] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac745a-ad0f-e0cc-1e65-1bee03a28a58" [ 1021.700379] env[69019]: _type = "Task" [ 1021.700379] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.712481] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac745a-ad0f-e0cc-1e65-1bee03a28a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.751592] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.801612] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.804756] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Received event network-vif-deleted-4fa91893-36d5-4eb9-b6eb-e201c8ba0f93 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.806468] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received event network-vif-unplugged-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.806468] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.806468] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.806468] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.806468] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] No waiting events found dispatching network-vif-unplugged-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.806928] env[69019]: WARNING nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received unexpected event network-vif-unplugged-8c9c55eb-26fb-4a70-8852-da37af07134f for instance with vm_state shelved_offloaded and task_state None. [ 1021.806928] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Received event network-changed-8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.806928] env[69019]: DEBUG nova.compute.manager [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Refreshing instance network info cache due to event network-changed-8c9c55eb-26fb-4a70-8852-da37af07134f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.806928] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Acquiring lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.806928] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Acquired lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.807130] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Refreshing network info cache for port 8c9c55eb-26fb-4a70-8852-da37af07134f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.828833] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.047932] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.050080] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.234s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.051950] env[69019]: INFO nova.compute.claims [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.097550] env[69019]: DEBUG oslo_vmware.api [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347210, 'name': PowerOnVM_Task, 'duration_secs': 0.660342} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.098656] env[69019]: INFO nova.scheduler.client.report [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Deleted allocations for instance 35465675-e113-42de-a4ff-377fc89edf2b [ 1022.101489] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.101489] env[69019]: DEBUG nova.compute.manager [None req-dbab34b6-5f40-467d-a629-080a932106c8 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.107415] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428e73d-0155-4d86-bd3f-6baef246a320 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.215036] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1022.215036] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Fetch image to [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146/OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1022.215036] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Downloading stream optimized image 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 to [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146/OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146.vmdk on the data store datastore2 as vApp {{(pid=69019) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1022.215036] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Downloading image file data 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 to the ESX as VM named 'OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146' {{(pid=69019) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1022.259619] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.259913] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e0f7cc-e5a1-4ece-bb97-55a89e44eebf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.273373] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1022.273373] env[69019]: value = "task-3347211" [ 1022.273373] env[69019]: _type = "Task" [ 1022.273373] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.288989] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.306273] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1022.306273] env[69019]: value = "resgroup-9" [ 1022.306273] env[69019]: _type = "ResourcePool" [ 1022.306273] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1022.306575] env[69019]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cc5d768a-6a48-4bdf-8f43-cd81174c3f56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.337224] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lease: (returnval){ [ 1022.337224] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231157d-be29-c8b6-0dcb-cc732d67ccee" [ 1022.337224] env[69019]: _type = "HttpNfcLease" [ 1022.337224] env[69019]: } obtained for vApp import into resource pool (val){ [ 1022.337224] env[69019]: value = "resgroup-9" [ 1022.337224] env[69019]: _type = "ResourcePool" [ 1022.337224] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1022.337224] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the lease: (returnval){ [ 1022.337224] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231157d-be29-c8b6-0dcb-cc732d67ccee" [ 1022.337224] env[69019]: _type = "HttpNfcLease" [ 1022.337224] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.344433] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.344433] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231157d-be29-c8b6-0dcb-cc732d67ccee" [ 1022.344433] env[69019]: _type = "HttpNfcLease" [ 1022.344433] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.562432] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updated VIF entry in instance network info cache for port 8c9c55eb-26fb-4a70-8852-da37af07134f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.562432] env[69019]: DEBUG nova.network.neutron [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updating instance_info_cache with network_info: [{"id": "8c9c55eb-26fb-4a70-8852-da37af07134f", "address": "fa:16:3e:53:a4:69", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": null, "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8c9c55eb-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.617044] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8c61bfa-9955-41f5-a7f7-e643628b8c0a tempest-ImagesTestJSON-702999211 tempest-ImagesTestJSON-702999211-project-member] Lock "35465675-e113-42de-a4ff-377fc89edf2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.054s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.788406] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347211, 'name': PowerOffVM_Task, 'duration_secs': 0.231726} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.788705] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.848810] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.848810] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231157d-be29-c8b6-0dcb-cc732d67ccee" [ 1022.848810] env[69019]: _type = "HttpNfcLease" [ 1022.848810] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.849117] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.849117] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231157d-be29-c8b6-0dcb-cc732d67ccee" [ 1022.849117] env[69019]: _type = "HttpNfcLease" [ 1022.849117] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1022.850016] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b96adf-a298-41e7-b68f-92681dfa2e63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.859309] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.859518] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1022.927488] env[69019]: INFO nova.compute.manager [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Detaching volume b2c85121-091d-41d0-8ec9-a5a318d27abf [ 1022.937552] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1ae48a3-50d7-470b-b4ef-fb14516fde0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.981857] env[69019]: INFO nova.virt.block_device [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Attempting to driver detach volume b2c85121-091d-41d0-8ec9-a5a318d27abf from mountpoint /dev/sdb [ 1022.982125] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.982382] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.983335] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0d8f8-552d-43b5-91f3-cf7ab7ae8a01 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.008636] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261110ed-464d-42c8-829e-3e317699e2ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.017807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274beb38-a1f7-42be-a062-71872d82c793 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.040973] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c5009-55b1-4c9f-95d2-06cfa5a17ecd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.057918] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] The volume has not been displaced from its original location: [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1023.063707] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.066819] env[69019]: DEBUG oslo_concurrency.lockutils [req-e2e3f476-e680-4163-a6b7-00bf0a35cb8f req-b9dc9b5c-283e-478d-ab01-de16fda872a3 service nova] Releasing lock "refresh_cache-a71f592c-90d0-4d2d-90b2-40e54a98abc8" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.067292] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5975fdb2-bc5f-4527-b0be-6b65b202958c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.089582] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1023.089582] env[69019]: value = "task-3347213" [ 1023.089582] env[69019]: _type = "Task" [ 1023.089582] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.102846] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.164281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.164587] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.294979] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.295571] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f4e9a8-47cc-4d2a-b4bf-c690318a657b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.323048] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1023.323048] env[69019]: value = "task-3347214" [ 1023.323048] env[69019]: _type = "Task" [ 1023.323048] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.343236] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.540484] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34956e6f-1bbc-40e1-877c-b819b43f8f27 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.555331] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d082c32-44fe-447e-9d5a-af5e0bb189cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.605298] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693871a-3524-4e82-b24f-bcc644ab2740 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.616978] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347213, 'name': ReconfigVM_Task, 'duration_secs': 0.271366} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.621270] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.627212] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20709663-451b-4551-bb7a-e558f2ccd96b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.639829] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f645a-28e6-4282-9c6e-4ada41d1bfe8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.667839] env[69019]: DEBUG nova.compute.provider_tree [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.668711] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.672089] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1023.672089] env[69019]: value = "task-3347215" [ 1023.672089] env[69019]: _type = "Task" [ 1023.672089] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.687581] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.837932] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347214, 'name': PowerOffVM_Task, 'duration_secs': 0.303055} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.838155] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.839160] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8331f9e-39c6-4419-b5ab-b3336d0834ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.866447] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f9563-d603-4940-9482-a43583841486 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.909082] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.909414] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59fe6d87-57ad-4f2d-b4f4-9bca41665293 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.919458] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1023.919458] env[69019]: value = "task-3347216" [ 1023.919458] env[69019]: _type = "Task" [ 1023.919458] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.929678] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.180682] env[69019]: DEBUG nova.scheduler.client.report [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.196739] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347215, 'name': ReconfigVM_Task, 'duration_secs': 0.195744} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.197090] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.204487] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1024.204487] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.204782] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8815a-b370-4281-809e-3f3d8b0c7a87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.211186] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.213309] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.213498] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1024.213742] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d24aa683-5207-4c93-bffe-d65fd50fc709 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.381853] env[69019]: DEBUG oslo_vmware.rw_handles [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270a628-11d8-9fa1-7866-466fda3dede3/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1024.382100] env[69019]: INFO nova.virt.vmwareapi.images [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Downloaded image file data 2ef72808-4cbc-444a-8f17-1b4f3b0ed070 [ 1024.383074] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678e74a-b021-4583-a781-96527e2df199 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.412328] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8ca878d-7403-496d-97cc-733c87c3c2e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.434835] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.435102] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.435382] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.435540] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.435723] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.435985] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3b9067-4ca8-43c4-b67b-d1e7e23d2f63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.440763] env[69019]: INFO nova.virt.vmwareapi.images [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] The imported VM was unregistered [ 1024.443284] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1024.443518] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070 {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.443781] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a20ab5d-e013-468e-81e2-bb4a01ffdb5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.450256] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.450383] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.451156] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10736afc-3af4-46cf-8c19-8f0bd2cca33c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.456641] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1024.456641] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d18009-74c0-ea12-3912-d757b30d879b" [ 1024.456641] env[69019]: _type = "Task" [ 1024.456641] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.465040] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d18009-74c0-ea12-3912-d757b30d879b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.466070] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Created directory with path [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070 {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.466199] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146/OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146.vmdk to [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk. {{(pid=69019) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1024.466421] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c8295e42-09cc-461b-8c02-77c4c3c9dc5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.473050] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1024.473050] env[69019]: value = "task-3347218" [ 1024.473050] env[69019]: _type = "Task" [ 1024.473050] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.482807] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.691575] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.692187] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.698589] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.268s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.698589] env[69019]: DEBUG nova.objects.instance [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lazy-loading 'resources' on Instance uuid f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.968437] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d18009-74c0-ea12-3912-d757b30d879b, 'name': SearchDatastore_Task, 'duration_secs': 0.040476} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.969497] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93129729-3e20-44bf-bc5a-326add0c5ee5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.978061] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1024.978061] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522e106a-30a6-5c74-d8bb-282d35d41bed" [ 1024.978061] env[69019]: _type = "Task" [ 1024.978061] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.988208] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.993581] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522e106a-30a6-5c74-d8bb-282d35d41bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.202030] env[69019]: DEBUG nova.compute.utils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.207372] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.207565] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.257273] env[69019]: DEBUG nova.policy [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.259211] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.260132] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd249a60-afcb-4492-8a7b-19d547afdee4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.271666] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1025.271666] env[69019]: value = "task-3347219" [ 1025.271666] env[69019]: _type = "Task" [ 1025.271666] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.288348] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.288584] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.288777] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.291221] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f0e4f-d9df-437b-977c-9518f6e0202d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.313295] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2137df0d-db0f-46c7-9ba2-137acdbfb73c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.322107] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1025.322355] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.323396] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e869606-4e83-4ef7-b704-dbb517406ec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.336137] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.336137] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c09ea9-11dc-44e0-b01e-817a06bf77cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.413491] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.413714] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.414110] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.414461] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd32bd3-39d6-4496-a800-a2f135ef2884 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.422687] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1025.422687] env[69019]: value = "task-3347221" [ 1025.422687] env[69019]: _type = "Task" [ 1025.422687] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.437907] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.491136] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.498605] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522e106a-30a6-5c74-d8bb-282d35d41bed, 'name': SearchDatastore_Task, 'duration_secs': 0.032584} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.499363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.499569] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.500043] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c370d053-e966-42ee-a20c-824ccc18a3d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.515280] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1025.515280] env[69019]: value = "task-3347222" [ 1025.515280] env[69019]: _type = "Task" [ 1025.515280] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.532997] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.573169] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Successfully created port: 27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.646193] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e6356c-d37d-4fb1-9e19-04014f179af0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.655993] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19bcc97-b548-4423-a1c5-cfcd586c824c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.696148] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fba5574-d6c3-4c69-95ed-4af6e1de65dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.707867] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f8ffe-4f1a-46c3-972e-2b479e92c616 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.713737] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.739139] env[69019]: DEBUG nova.compute.provider_tree [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.940586] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389037} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.940586] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.940586] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.940586] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.988469] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.028082] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.246028] env[69019]: DEBUG nova.scheduler.client.report [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.249853] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.250058] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.250278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.250461] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.250622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.253267] env[69019]: INFO nova.compute.manager [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Terminating instance [ 1026.448877] env[69019]: INFO nova.virt.block_device [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Booting with volume b2c85121-091d-41d0-8ec9-a5a318d27abf at /dev/sdb [ 1026.492459] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.496668] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a7eae4a-78f6-45a3-a03e-1534a207ec39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.511272] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64066870-a09e-4086-afcd-c827ea2dba4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.541174] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.562737] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef4683f-b12d-4f0b-a27c-f70a4f52a437 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.577944] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd85b5b-7943-4713-a791-eac8faf01854 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.624161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbfa88-504e-456a-99ce-8b7151bebf50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.634675] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a0603d-9780-4b30-b88d-cb7089831a42 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.655703] env[69019]: DEBUG nova.virt.block_device [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating existing volume attachment record: fa24a10d-6ac2-43a2-8844-412bbe5caa5a {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1026.726771] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.756426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.759663] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.816s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.760210] env[69019]: DEBUG nova.objects.instance [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lazy-loading 'resources' on Instance uuid b1efbef2-5283-4d0c-92a5-5a1b17a91aea {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.762258] env[69019]: DEBUG nova.compute.manager [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.762892] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.766579] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3947b1-4559-4bb8-a9d8-a82ea615dd98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.775923] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.776170] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.776311] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.776524] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.776750] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.776825] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.777478] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.777478] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.777478] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.777713] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.777713] env[69019]: DEBUG nova.virt.hardware [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.778761] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d75f69-c815-47ab-9312-e78a34f90fec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.785716] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.786415] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4e53e5-afea-488b-952d-8cce8f09f89d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.799592] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16904846-3234-488e-a7ea-360551393cc8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.804518] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1026.804518] env[69019]: value = "task-3347223" [ 1026.804518] env[69019]: _type = "Task" [ 1026.804518] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.805535] env[69019]: INFO nova.scheduler.client.report [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Deleted allocations for instance f2687157-e2d3-40cd-9ad0-18ba6f4b6f42 [ 1026.831958] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.988563] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.034788] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.077308] env[69019]: DEBUG nova.compute.manager [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Received event network-vif-plugged-27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.077530] env[69019]: DEBUG oslo_concurrency.lockutils [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] Acquiring lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.077772] env[69019]: DEBUG oslo_concurrency.lockutils [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.078031] env[69019]: DEBUG oslo_concurrency.lockutils [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.078651] env[69019]: DEBUG nova.compute.manager [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] No waiting events found dispatching network-vif-plugged-27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.078651] env[69019]: WARNING nova.compute.manager [req-e0687466-a2bc-4e38-b695-cd49a5dc72d0 req-48d32e15-5921-4459-a471-bcab828151a9 service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Received unexpected event network-vif-plugged-27f248a3-03cf-49f5-9d62-56024cb86cf9 for instance with vm_state building and task_state spawning. [ 1027.162897] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Successfully updated port: 27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.321914] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347223, 'name': PowerOffVM_Task, 'duration_secs': 0.298632} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.323244] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.323449] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.323739] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f099b804-6b80-40af-84a2-42ebaa66bc15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.332621] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca9feaa0-ddd7-43f4-937a-efc9cea82858 tempest-ServerActionsV293TestJSON-2050900822 tempest-ServerActionsV293TestJSON-2050900822-project-member] Lock "f2687157-e2d3-40cd-9ad0-18ba6f4b6f42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.579s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.396387] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.396643] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.396983] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleting the datastore file [datastore1] e7487a5d-639b-46d3-b19d-ec1bd4709e52 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.397161] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb1b05e-7024-4faf-bdbe-361e6b4c2d16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.406274] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1027.406274] env[69019]: value = "task-3347225" [ 1027.406274] env[69019]: _type = "Task" [ 1027.406274] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.416973] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.496871] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.536781] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.669629] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.669629] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.669629] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.688027] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6268ec-66f0-46dd-bf98-63374038d024 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.701927] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443b18c-1bc5-42ad-88c5-8e8107cb71ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.762104] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf4fdb-9514-4ec5-ab48-cc8b58fcd11d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.773435] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3b2e2-505a-41e6-a37f-6d70bef916ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.794697] env[69019]: DEBUG nova.compute.provider_tree [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.917588] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.992917] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347218, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.412198} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.993319] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146/OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146.vmdk to [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk. [ 1027.993588] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Cleaning up location [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1027.993814] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e2e3e758-463a-40ef-b236-1954b1474146 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.994191] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702fd1d4-ce9d-4f85-a5a5-3f6f6ca8ee9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.003364] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1028.003364] env[69019]: value = "task-3347226" [ 1028.003364] env[69019]: _type = "Task" [ 1028.003364] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.013722] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.035670] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347222, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.341315} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.035942] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 1028.036775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a3b26-e794-4efb-8c17-235330390f4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.065487] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.065487] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5c3a5a-c92f-49e6-aa37-67ed973ee62d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.087720] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1028.087720] env[69019]: value = "task-3347227" [ 1028.087720] env[69019]: _type = "Task" [ 1028.087720] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.097391] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.154032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "851f666c-6822-471f-a3f0-3377a56d2339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.154351] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.223977] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.297656] env[69019]: DEBUG nova.scheduler.client.report [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.424046] env[69019]: DEBUG oslo_vmware.api [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565781} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.424955] env[69019]: DEBUG nova.objects.instance [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lazy-loading 'flavor' on Instance uuid 6432e3d5-91db-4406-b01c-6b747978a5f9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.426488] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.426488] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.426611] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.426754] env[69019]: INFO nova.compute.manager [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1028.426980] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.427628] env[69019]: DEBUG nova.compute.manager [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.427794] env[69019]: DEBUG nova.network.neutron [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.469164] env[69019]: DEBUG nova.network.neutron [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Updating instance_info_cache with network_info: [{"id": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "address": "fa:16:3e:bc:a1:91", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f248a3-03", "ovs_interfaceid": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.516229] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134477} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.516580] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.516766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.517030] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk to [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.518499] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9970373-e635-4121-9b2a-c5254016aaf9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.527304] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1028.527304] env[69019]: value = "task-3347228" [ 1028.527304] env[69019]: _type = "Task" [ 1028.527304] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.539862] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.598584] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.657068] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.804258] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.807202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.536s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.807624] env[69019]: DEBUG nova.objects.instance [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lazy-loading 'resources' on Instance uuid 3118e728-19ef-41fc-9ff0-fef78b610336 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.841901] env[69019]: INFO nova.scheduler.client.report [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Deleted allocations for instance b1efbef2-5283-4d0c-92a5-5a1b17a91aea [ 1028.869323] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.869620] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.869620] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.869772] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.869921] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.870493] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.871398] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.871398] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.871398] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.871572] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.872026] env[69019]: DEBUG nova.virt.hardware [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.873931] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c23e3-4af6-41fc-84fa-7d1274026cd8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.886374] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129402d-2f2d-4799-9115-e6edddfd8082 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.903228] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:85:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45548242-4bca-4187-b246-08185f30c1bd', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.910760] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.911118] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.911362] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7c8e78-f1ca-41bf-9750-f52b85eb655a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.931296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.931296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.936135] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.936135] env[69019]: value = "task-3347229" [ 1028.936135] env[69019]: _type = "Task" [ 1028.936135] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.947189] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347229, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.976333] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.976333] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Instance network_info: |[{"id": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "address": "fa:16:3e:bc:a1:91", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f248a3-03", "ovs_interfaceid": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.976493] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:a1:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f248a3-03cf-49f5-9d62-56024cb86cf9', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.984633] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.986648] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.989777] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aefae6a2-712d-44fa-94e6-b1ea566ce213 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.016793] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.016793] env[69019]: value = "task-3347230" [ 1029.016793] env[69019]: _type = "Task" [ 1029.016793] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.030188] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347230, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.041577] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.099954] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347227, 'name': ReconfigVM_Task, 'duration_secs': 0.807117} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.100359] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 6307787e-3373-40df-b663-973fc5020f0b/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.102013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea504733-a68c-4299-be6b-9c08a78c6470 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.131745] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa186ab3-67d2-4b97-8179-028e10b6c1db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.150068] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1029.150068] env[69019]: value = "task-3347231" [ 1029.150068] env[69019]: _type = "Task" [ 1029.150068] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.160239] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.190067] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.354090] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b26ee382-697e-47e4-a14c-41a4effcd911 tempest-ServersTestBootFromVolume-1731840914 tempest-ServersTestBootFromVolume-1731840914-project-member] Lock "b1efbef2-5283-4d0c-92a5-5a1b17a91aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.101s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.449022] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347229, 'name': CreateVM_Task, 'duration_secs': 0.449799} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.452659] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.454702] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.454861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.455266] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.455565] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdbae0a-9aca-4e11-bd8a-148b52659fbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.462538] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1029.462538] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526c5521-bd65-654f-de20-8a6912775608" [ 1029.462538] env[69019]: _type = "Task" [ 1029.462538] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.477953] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526c5521-bd65-654f-de20-8a6912775608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.508694] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.508922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.509158] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.509344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.509517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.516790] env[69019]: INFO nova.compute.manager [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Terminating instance [ 1029.531261] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347230, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.546041] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.615173] env[69019]: DEBUG nova.compute.manager [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Received event network-changed-27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.615413] env[69019]: DEBUG nova.compute.manager [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Refreshing instance network info cache due to event network-changed-27f248a3-03cf-49f5-9d62-56024cb86cf9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.615694] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] Acquiring lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.617517] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] Acquired lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.617718] env[69019]: DEBUG nova.network.neutron [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Refreshing network info cache for port 27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.665889] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.728407] env[69019]: DEBUG nova.network.neutron [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.737138] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9ae21-a4e9-4f93-a7b7-db84e0ae2d1f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.748040] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa03ec3-24cb-49c4-96d8-17d673914fd7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.788133] env[69019]: DEBUG nova.network.neutron [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.789913] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1763a268-9d02-4f2f-bd63-5578251fa346 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.799749] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f586622-3d13-46b4-9240-e975ab6fbf72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.818618] env[69019]: DEBUG nova.compute.provider_tree [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.977194] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526c5521-bd65-654f-de20-8a6912775608, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.977526] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.977760] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.979312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.979471] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.979850] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.980176] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288f22a5-633e-4441-ba46-cd07b5d456e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.996187] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.996712] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.997733] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a148b186-e2a8-440a-b638-4911dbe032e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.005266] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1030.005266] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52973fde-4ed8-b0b2-5d57-3352128f4d30" [ 1030.005266] env[69019]: _type = "Task" [ 1030.005266] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.018702] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52973fde-4ed8-b0b2-5d57-3352128f4d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.025618] env[69019]: DEBUG nova.compute.manager [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.025618] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.026447] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbccc85-72f3-4ee0-8298-37653d02267d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.041652] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347230, 'name': CreateVM_Task, 'duration_secs': 0.748235} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.044018] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.044018] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.044018] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5be1a1a-bc96-46eb-8a60-3e4e93172360 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.052771] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.053099] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.053390] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.053696] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.053922] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f354b8-8633-4aa7-9991-bdc854736455 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.064223] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1030.064223] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cd447f-54f5-2457-1787-1196395e923d" [ 1030.064223] env[69019]: _type = "Task" [ 1030.064223] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.066542] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1030.066542] env[69019]: value = "task-3347232" [ 1030.066542] env[69019]: _type = "Task" [ 1030.066542] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.092723] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.092723] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cd447f-54f5-2457-1787-1196395e923d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.164768] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.230800] env[69019]: INFO nova.compute.manager [-] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Took 1.80 seconds to deallocate network for instance. [ 1030.321597] env[69019]: DEBUG nova.scheduler.client.report [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.528676] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52973fde-4ed8-b0b2-5d57-3352128f4d30, 'name': SearchDatastore_Task, 'duration_secs': 0.02247} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.529055] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a39a9c7-75c9-40ba-a60a-9118fbcd9858 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.541026] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1030.541026] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5227bfd8-f0de-20e5-4ade-3f741c6d52a7" [ 1030.541026] env[69019]: _type = "Task" [ 1030.541026] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.546529] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.553624] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5227bfd8-f0de-20e5-4ade-3f741c6d52a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.583033] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cd447f-54f5-2457-1787-1196395e923d, 'name': SearchDatastore_Task, 'duration_secs': 0.094617} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.583033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.583033] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.583033] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.583783] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.583783] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.583783] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1861d1-59a7-4c72-afc2-bc8d3357c0d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.590409] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347232, 'name': PowerOffVM_Task, 'duration_secs': 0.460196} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.593809] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.593809] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.593809] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca4e4b4-38fb-4be6-8c8e-d7196b372a2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.612546] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.612759] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.613641] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263657a2-a9b2-4cf1-9a70-1c7c30496f65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.625314] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1030.625314] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a9490-ba9e-4df1-a942-9b7ccc8c1d07" [ 1030.625314] env[69019]: _type = "Task" [ 1030.625314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.637051] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a9490-ba9e-4df1-a942-9b7ccc8c1d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.666050] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347231, 'name': ReconfigVM_Task, 'duration_secs': 1.324916} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.666379] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.666658] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07ca80b-b18b-4f2c-8e22-dfeac533c29d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.680038] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1030.680038] env[69019]: value = "task-3347234" [ 1030.680038] env[69019]: _type = "Task" [ 1030.680038] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.690724] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.703265] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.703525] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.703999] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleting the datastore file [datastore2] 45f3b2a5-de6a-4c5b-9814-d99b954daf6b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.704119] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a43a50e0-3606-41a7-98eb-c589da607962 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.716231] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1030.716231] env[69019]: value = "task-3347235" [ 1030.716231] env[69019]: _type = "Task" [ 1030.716231] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.727933] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.745959] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.830102] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.834466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.925s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.838373] env[69019]: INFO nova.compute.claims [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.881339] env[69019]: DEBUG nova.network.neutron [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Updated VIF entry in instance network info cache for port 27f248a3-03cf-49f5-9d62-56024cb86cf9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.881339] env[69019]: DEBUG nova.network.neutron [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Updating instance_info_cache with network_info: [{"id": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "address": "fa:16:3e:bc:a1:91", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f248a3-03", "ovs_interfaceid": "27f248a3-03cf-49f5-9d62-56024cb86cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.885292] env[69019]: INFO nova.scheduler.client.report [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Deleted allocations for instance 3118e728-19ef-41fc-9ff0-fef78b610336 [ 1031.018027] env[69019]: DEBUG nova.network.neutron [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.046207] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.056122] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5227bfd8-f0de-20e5-4ade-3f741c6d52a7, 'name': SearchDatastore_Task, 'duration_secs': 0.029898} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.056596] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.056887] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.057233] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d33a8d6-a095-4963-876a-082934af3c2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.071086] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1031.071086] env[69019]: value = "task-3347236" [ 1031.071086] env[69019]: _type = "Task" [ 1031.071086] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.083907] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.144516] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a9490-ba9e-4df1-a942-9b7ccc8c1d07, 'name': SearchDatastore_Task, 'duration_secs': 0.095882} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.145861] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961e6f8a-7bf3-4ba4-9a32-11b876544df5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.157920] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1031.157920] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52334771-9357-a87d-ff0c-25cc078bda45" [ 1031.157920] env[69019]: _type = "Task" [ 1031.157920] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.172442] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52334771-9357-a87d-ff0c-25cc078bda45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.194524] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.230932] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.388824] env[69019]: DEBUG oslo_concurrency.lockutils [req-6ac46818-5c10-4091-bcc0-63e22d5a5394 req-4ff936e7-a1be-4a1f-ac86-7df21d6c7c3e service nova] Releasing lock "refresh_cache-b48ce262-0004-49a1-9d3c-70e162d300ee" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.393274] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7cbf4b6d-f015-4ffa-b11a-96544bcf7840 tempest-ImagesOneServerTestJSON-389628422 tempest-ImagesOneServerTestJSON-389628422-project-member] Lock "3118e728-19ef-41fc-9ff0-fef78b610336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.743s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.520109] env[69019]: DEBUG oslo_concurrency.lockutils [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.520384] env[69019]: DEBUG nova.compute.manager [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Inject network info {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1031.520690] env[69019]: DEBUG nova.compute.manager [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] network_info to inject: |[{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1031.525747] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfiguring VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1031.526167] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262bcea2-8daf-49c7-87b4-1d98a2c779b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.560330] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347228, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.679278} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.562998] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef72808-4cbc-444a-8f17-1b4f3b0ed070/2ef72808-4cbc-444a-8f17-1b4f3b0ed070.vmdk to [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.566470] env[69019]: DEBUG oslo_vmware.api [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 1031.566470] env[69019]: value = "task-3347237" [ 1031.566470] env[69019]: _type = "Task" [ 1031.566470] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.566470] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902d7ff6-d8a8-4b17-a0e8-30c8c9df2185 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.596090] env[69019]: DEBUG oslo_vmware.api [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.603449] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.604463] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d9206f-749e-4436-858c-57a084a44a68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.623723] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.631914] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1031.631914] env[69019]: value = "task-3347238" [ 1031.631914] env[69019]: _type = "Task" [ 1031.631914] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.643781] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.669211] env[69019]: DEBUG nova.compute.manager [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Received event network-vif-deleted-a154de7b-9964-4ac4-8d3a-744630c7522f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.669549] env[69019]: DEBUG nova.compute.manager [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.669698] env[69019]: DEBUG nova.compute.manager [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing instance network info cache due to event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.670297] env[69019]: DEBUG oslo_concurrency.lockutils [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.670454] env[69019]: DEBUG oslo_concurrency.lockutils [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.670620] env[69019]: DEBUG nova.network.neutron [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.678220] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52334771-9357-a87d-ff0c-25cc078bda45, 'name': SearchDatastore_Task, 'duration_secs': 0.048332} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.678631] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.679034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] b48ce262-0004-49a1-9d3c-70e162d300ee/b48ce262-0004-49a1-9d3c-70e162d300ee.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.679369] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0adc1229-ecdc-4456-8f5e-fcb2daf2fe62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.695500] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347234, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.698810] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1031.698810] env[69019]: value = "task-3347239" [ 1031.698810] env[69019]: _type = "Task" [ 1031.698810] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.710229] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.732639] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.101475] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.101785] env[69019]: DEBUG oslo_vmware.api [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347237, 'name': ReconfigVM_Task, 'duration_secs': 0.279637} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.105596] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-930b0f3a-cdeb-409f-80be-696170c042fe tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfigured VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1032.159039] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.212884] env[69019]: DEBUG oslo_vmware.api [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347234, 'name': PowerOnVM_Task, 'duration_secs': 1.380124} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.217807] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.224787] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347239, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.226096] env[69019]: DEBUG nova.compute.manager [None req-9c1d993b-78eb-44f0-8bc1-8e0e3d05be0f tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.230171] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab94279-310d-446b-858b-53a5b71f83b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.243856] env[69019]: DEBUG oslo_vmware.api [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.104125} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.246847] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.247087] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.248399] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.248399] env[69019]: INFO nova.compute.manager [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1032.248399] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.248399] env[69019]: DEBUG nova.compute.manager [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.248717] env[69019]: DEBUG nova.network.neutron [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.376915] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8058c5b-d255-4eec-927d-331ff2b8c1af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.387895] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a056f28-ecac-42ee-9343-9b3180030337 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.438425] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49603ee9-0137-44f3-b010-343e20a07179 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.452146] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6433d-80b7-4f47-a8c7-32a3a701baca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.473697] env[69019]: DEBUG nova.compute.provider_tree [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.593322] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347236, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.260043} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.593623] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.593832] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.594171] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72e4aa20-0186-421e-abaf-3aa6314a4491 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.602993] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1032.602993] env[69019]: value = "task-3347240" [ 1032.602993] env[69019]: _type = "Task" [ 1032.602993] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.614930] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.643953] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347238, 'name': ReconfigVM_Task, 'duration_secs': 0.730756} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.646414] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544/e9761ccb-5ef2-44cc-a3bd-96e6e33c4544.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.646414] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ddb397-930e-446f-bc22-ff44a008eaf0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.656565] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1032.656565] env[69019]: value = "task-3347241" [ 1032.656565] env[69019]: _type = "Task" [ 1032.656565] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.670818] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347241, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.714334] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859333} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.714632] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] b48ce262-0004-49a1-9d3c-70e162d300ee/b48ce262-0004-49a1-9d3c-70e162d300ee.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.714849] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.715156] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5c6ea6-3084-4047-98df-8c00ce12b91a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.724284] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1032.724284] env[69019]: value = "task-3347242" [ 1032.724284] env[69019]: _type = "Task" [ 1032.724284] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.733509] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.977780] env[69019]: DEBUG nova.scheduler.client.report [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.011271] env[69019]: DEBUG nova.objects.instance [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lazy-loading 'flavor' on Instance uuid 6432e3d5-91db-4406-b01c-6b747978a5f9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.030605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "79600fea-febb-4569-8dd4-7d569f3bb44f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.030917] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.119251] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187563} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.119534] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.120370] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0f434-51c5-4ad5-82ab-6d2eeb8d0c1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.152021] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.152780] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97968388-6d14-4997-aea5-38f0d47f7b74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.184216] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347241, 'name': Rename_Task, 'duration_secs': 0.221703} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.187215] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.187215] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1033.187215] env[69019]: value = "task-3347243" [ 1033.187215] env[69019]: _type = "Task" [ 1033.187215] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.187215] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a073126a-7c09-4163-b771-29362179584e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.198610] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.200031] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1033.200031] env[69019]: value = "task-3347244" [ 1033.200031] env[69019]: _type = "Task" [ 1033.200031] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.210502] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.236163] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.292094] env[69019]: DEBUG nova.network.neutron [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updated VIF entry in instance network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.292531] env[69019]: DEBUG nova.network.neutron [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.470113] env[69019]: INFO nova.compute.manager [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Unrescuing [ 1033.470405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.470561] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquired lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.470731] env[69019]: DEBUG nova.network.neutron [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.482887] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.483493] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.486979] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.372s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.517360] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.534136] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.701744] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.714104] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.735725] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.952402} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.736242] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.737362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a29fd1-d862-4f09-92f7-5163d9bfef06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.764422] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] b48ce262-0004-49a1-9d3c-70e162d300ee/b48ce262-0004-49a1-9d3c-70e162d300ee.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.764889] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c21d5a-7038-43d0-ac1e-0ef80c7f2d72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.796792] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1033.796792] env[69019]: value = "task-3347245" [ 1033.796792] env[69019]: _type = "Task" [ 1033.796792] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.801101] env[69019]: DEBUG oslo_concurrency.lockutils [req-62bf846c-f985-459d-962b-71954f55e60e req-fde61b2c-8355-4049-8897-d649d87bc252 service nova] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.801540] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.810490] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.936158] env[69019]: DEBUG nova.compute.manager [req-a03f6c9f-c427-438a-9723-2028419e09b3 req-2fe46b01-f510-4045-b62a-7da31d922389 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Received event network-vif-deleted-b0a9a372-90f8-4ad9-81f4-3159f2857b14 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.936527] env[69019]: INFO nova.compute.manager [req-a03f6c9f-c427-438a-9723-2028419e09b3 req-2fe46b01-f510-4045-b62a-7da31d922389 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Neutron deleted interface b0a9a372-90f8-4ad9-81f4-3159f2857b14; detaching it from the instance and deleting it from the info cache [ 1033.936728] env[69019]: DEBUG nova.network.neutron [req-a03f6c9f-c427-438a-9723-2028419e09b3 req-2fe46b01-f510-4045-b62a-7da31d922389 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.993018] env[69019]: DEBUG nova.compute.utils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.002691] env[69019]: INFO nova.compute.claims [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.008667] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.008667] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.078478] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.092948] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.093591] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.201180] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347243, 'name': ReconfigVM_Task, 'duration_secs': 0.728746} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.201649] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778/158a1c6d-1424-4213-aa8b-8e0a2466f778.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.203241] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'image_id': '65710955-6096-416f-9826-b9f1bcbba2bd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': 'fa24a10d-6ac2-43a2-8844-412bbe5caa5a', 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'}, 'volume_type': None}], 'swap': None} {{(pid=69019) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1034.203558] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.203862] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.208521] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c1127-6133-463e-8350-1c51e7be7134 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.213757] env[69019]: DEBUG nova.policy [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9ad1fe34b1e464db963d4ee02637431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2ca986dd874d50960a97e702e95f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.223227] env[69019]: DEBUG oslo_vmware.api [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347244, 'name': PowerOnVM_Task, 'duration_secs': 0.709695} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.236955] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.243615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b52e6d1-c537-49c4-85c4-f71b0e17e31b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.276648] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.276845] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493f3d10-e574-4ae1-b345-2b60320b6b36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.312479] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347245, 'name': ReconfigVM_Task, 'duration_secs': 0.357596} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.315348] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] b48ce262-0004-49a1-9d3c-70e162d300ee/b48ce262-0004-49a1-9d3c-70e162d300ee.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.317371] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671b7dea-a2c8-4fdb-9f85-37bf57640c4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.319521] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1034.319521] env[69019]: value = "task-3347246" [ 1034.319521] env[69019]: _type = "Task" [ 1034.319521] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.332607] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1034.332607] env[69019]: value = "task-3347247" [ 1034.332607] env[69019]: _type = "Task" [ 1034.332607] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.338604] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.351473] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347247, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.407894] env[69019]: DEBUG nova.network.neutron [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.423451] env[69019]: DEBUG nova.compute.manager [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.424635] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370bb290-0881-46e0-b8fa-699453b86fa2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.442465] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-571ee6c9-ec9f-441f-a643-1d04281a3a74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.453633] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d489b44f-bd53-4a64-8cda-cbb4e10d6380 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.493247] env[69019]: DEBUG nova.compute.manager [req-a03f6c9f-c427-438a-9723-2028419e09b3 req-2fe46b01-f510-4045-b62a-7da31d922389 service nova] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Detach interface failed, port_id=b0a9a372-90f8-4ad9-81f4-3159f2857b14, reason: Instance 45f3b2a5-de6a-4c5b-9814-d99b954daf6b could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.509223] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.514498] env[69019]: INFO nova.compute.resource_tracker [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating resource usage from migration 8d7e9647-49c8-465b-9ac0-40c124bdab19 [ 1034.596664] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.651359] env[69019]: DEBUG nova.network.neutron [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updating instance_info_cache with network_info: [{"id": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "address": "fa:16:3e:ea:36:18", "network": {"id": "2dc7f219-0768-456f-8118-2ba2be6b915b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-555292692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab271ba3e834d289a11e09a476bcd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6b7b4c-d8", "ovs_interfaceid": "ca6b7b4c-d870-4f93-82f5-4ec472369a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.839308] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347246, 'name': ReconfigVM_Task, 'duration_secs': 0.357732} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.847090] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.856845] env[69019]: DEBUG nova.network.neutron [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.858232] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b89316-e123-4710-bfb7-a99828948bb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.888584] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347247, 'name': Rename_Task, 'duration_secs': 0.164417} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.890180] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.890468] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1034.890468] env[69019]: value = "task-3347248" [ 1034.890468] env[69019]: _type = "Task" [ 1034.890468] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.890667] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea3c9b6-7af3-459a-b320-7f7333e03b3c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.907490] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1034.907490] env[69019]: value = "task-3347249" [ 1034.907490] env[69019]: _type = "Task" [ 1034.907490] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.907748] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.911369] env[69019]: INFO nova.compute.manager [-] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Took 2.66 seconds to deallocate network for instance. [ 1034.925613] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.957648] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4c340fc4-3f11-440b-83c5-73a8041be44c tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.364s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.978856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beea374-2e31-455d-812a-533189393de9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.991551] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9be89f-ead8-48cc-a6d6-8e265e42c3e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.036338] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b6af6-9169-4291-8dd7-b0175e024748 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.050119] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3108e50-d2d1-4f8c-9a58-095f7706484a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.066355] env[69019]: DEBUG nova.compute.provider_tree [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.101510] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Successfully created port: a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.127401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.155437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Releasing lock "refresh_cache-6307787e-3373-40df-b663-973fc5020f0b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.156052] env[69019]: DEBUG nova.objects.instance [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lazy-loading 'flavor' on Instance uuid 6307787e-3373-40df-b663-973fc5020f0b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.404089] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347248, 'name': ReconfigVM_Task, 'duration_secs': 0.206734} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.404559] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.404950] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dd303aa-2404-4620-b80c-111299f54df6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.413369] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1035.413369] env[69019]: value = "task-3347250" [ 1035.413369] env[69019]: _type = "Task" [ 1035.413369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.422237] env[69019]: DEBUG oslo_vmware.api [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347249, 'name': PowerOnVM_Task, 'duration_secs': 0.48608} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.422929] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.423747] env[69019]: INFO nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1035.423948] env[69019]: DEBUG nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.424787] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189fe77-58dc-48d3-8acd-2ca336d3fe13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.430970] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.433469] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347250, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.536622] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.570525] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.570788] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.570946] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.571170] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.571400] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.571470] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.571682] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.571841] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.572015] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.572511] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.572511] env[69019]: DEBUG nova.virt.hardware [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.573281] env[69019]: DEBUG nova.scheduler.client.report [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.581134] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87fe76-0542-45c8-aecb-453fd5be40f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.594560] env[69019]: DEBUG nova.network.neutron [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.602723] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0829d361-65ff-4def-9439-46727a5ea46c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.661829] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b5b0f4-45e9-4d90-98d5-6c6afe67350a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.687572] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.687960] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48432404-09dc-4763-bf03-da4564f87b70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.696785] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1035.696785] env[69019]: value = "task-3347251" [ 1035.696785] env[69019]: _type = "Task" [ 1035.696785] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.705750] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.925531] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347250, 'name': Rename_Task, 'duration_secs': 0.397082} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.925746] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.926031] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6218820a-d084-4f60-be81-585a44ee8017 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.935351] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1035.935351] env[69019]: value = "task-3347252" [ 1035.935351] env[69019]: _type = "Task" [ 1035.935351] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.948961] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.951539] env[69019]: INFO nova.compute.manager [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Took 35.15 seconds to build instance. [ 1036.018646] env[69019]: DEBUG nova.compute.manager [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.018984] env[69019]: DEBUG nova.compute.manager [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing instance network info cache due to event network-changed-7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.019226] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] Acquiring lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.086954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.599s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.086954] env[69019]: INFO nova.compute.manager [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Migrating [ 1036.092646] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.647s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.092876] env[69019]: DEBUG nova.objects.instance [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'resources' on Instance uuid a71f592c-90d0-4d2d-90b2-40e54a98abc8 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.107055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.108487] env[69019]: DEBUG nova.compute.manager [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Inject network info {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1036.108487] env[69019]: DEBUG nova.compute.manager [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] network_info to inject: |[{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1036.112522] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfiguring VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1036.113167] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] Acquired lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.113370] env[69019]: DEBUG nova.network.neutron [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Refreshing network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.114993] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45997c89-c1c0-4c77-a003-3e3d326e7ff0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.134042] env[69019]: DEBUG oslo_vmware.api [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 1036.134042] env[69019]: value = "task-3347253" [ 1036.134042] env[69019]: _type = "Task" [ 1036.134042] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.146717] env[69019]: DEBUG oslo_vmware.api [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.210786] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347251, 'name': PowerOffVM_Task, 'duration_secs': 0.264655} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.210927] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.216514] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.220333] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a73efa9-e8b0-42c3-9516-0ef2de7094d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.247303] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1036.247303] env[69019]: value = "task-3347254" [ 1036.247303] env[69019]: _type = "Task" [ 1036.247303] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.257458] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.447233] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.454802] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9ee60269-02f1-4386-9a03-41cec74ffa25 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.667s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.598655] env[69019]: DEBUG nova.objects.instance [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'numa_topology' on Instance uuid a71f592c-90d0-4d2d-90b2-40e54a98abc8 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.604144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.604144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.604144] env[69019]: DEBUG nova.network.neutron [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.647518] env[69019]: DEBUG oslo_vmware.api [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347253, 'name': ReconfigVM_Task, 'duration_secs': 0.21345} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.647817] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2a012cb6-2d12-4a41-b5c2-315447326607 tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Reconfigured VM instance to set the machine id {{(pid=69019) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1036.759526] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347254, 'name': ReconfigVM_Task, 'duration_secs': 0.305425} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.759953] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.760153] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.760287] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5497b8-4e40-4551-8af7-eb0c577265ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.768686] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1036.768686] env[69019]: value = "task-3347255" [ 1036.768686] env[69019]: _type = "Task" [ 1036.768686] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.777810] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.878077] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "b48ce262-0004-49a1-9d3c-70e162d300ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.878232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.878319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.878505] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.878677] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.880836] env[69019]: INFO nova.compute.manager [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Terminating instance [ 1036.951512] env[69019]: DEBUG oslo_vmware.api [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347252, 'name': PowerOnVM_Task, 'duration_secs': 0.732811} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.951857] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.952566] env[69019]: DEBUG nova.compute.manager [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.953444] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d73c066-8884-4fb9-8bb2-118889fb0df7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.066661] env[69019]: DEBUG nova.compute.manager [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Received event network-vif-plugged-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.066890] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.067120] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] Lock "7909018a-1fcc-4434-9626-b36a26140738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.067297] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] Lock "7909018a-1fcc-4434-9626-b36a26140738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.067731] env[69019]: DEBUG nova.compute.manager [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] No waiting events found dispatching network-vif-plugged-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.067927] env[69019]: WARNING nova.compute.manager [req-ffc4868c-5c22-42f5-a838-90cd1dfacff0 req-a2939439-9500-4283-baf1-dc49337890c1 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Received unexpected event network-vif-plugged-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f for instance with vm_state building and task_state spawning. [ 1037.084928] env[69019]: DEBUG nova.network.neutron [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updated VIF entry in instance network info cache for port 7bbf2128-d764-44be-8df1-3ff76b76424f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.085351] env[69019]: DEBUG nova.network.neutron [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [{"id": "7bbf2128-d764-44be-8df1-3ff76b76424f", "address": "fa:16:3e:38:fe:82", "network": {"id": "772a1254-488a-410e-9d60-1d35f261b8cc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-846559139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c27c2949484ec99c0d9cd1ac6487f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbf2128-d7", "ovs_interfaceid": "7bbf2128-d764-44be-8df1-3ff76b76424f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.102465] env[69019]: DEBUG nova.objects.base [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.120298] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8842e-2cd9-426f-b722-79e85e8b0994 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.129572] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Suspending the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1037.129853] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-02f06631-5502-434e-ba4c-cb3aa58c59be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.144757] env[69019]: DEBUG oslo_vmware.api [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1037.144757] env[69019]: value = "task-3347256" [ 1037.144757] env[69019]: _type = "Task" [ 1037.144757] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.157994] env[69019]: DEBUG oslo_vmware.api [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347256, 'name': SuspendVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.162884] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "6432e3d5-91db-4406-b01c-6b747978a5f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.163639] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.164023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.167218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.167218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.169467] env[69019]: INFO nova.compute.manager [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Terminating instance [ 1037.283327] env[69019]: DEBUG oslo_vmware.api [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347255, 'name': PowerOnVM_Task, 'duration_secs': 0.405492} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.284193] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.284193] env[69019]: DEBUG nova.compute.manager [None req-4e9e3945-d2b8-4aae-b136-95caa9fe5c55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.284845] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e64a2-b89f-48eb-888c-6a222ac805a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.389604] env[69019]: DEBUG nova.compute.manager [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.389861] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.390873] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14d5e29-9d83-4771-8660-58030da6a2a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.402037] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.405554] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75f06cf2-8ab3-424d-8268-d34cdd8ed319 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.415419] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1037.415419] env[69019]: value = "task-3347257" [ 1037.415419] env[69019]: _type = "Task" [ 1037.415419] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.429814] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.475418] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.482068] env[69019]: DEBUG nova.network.neutron [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.540160] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d584b8-1bd0-4c58-a6c0-fff4451b889f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.549816] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385abfa-e9ec-43ac-8e5f-bc1a61ddfec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.584136] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e01c0d-cb23-40f5-835c-9a9fcef69770 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.587634] env[69019]: DEBUG oslo_concurrency.lockutils [req-ad1e7a0b-3a6e-455a-88eb-5e14a03c5736 req-6e1a359e-d1b6-44fb-9527-07c53e39e126 service nova] Releasing lock "refresh_cache-6432e3d5-91db-4406-b01c-6b747978a5f9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.594224] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103bc03-09fb-487c-b4b8-b6ac17f343bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.610201] env[69019]: DEBUG nova.compute.provider_tree [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.655949] env[69019]: DEBUG oslo_vmware.api [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347256, 'name': SuspendVM_Task} progress is 62%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.671079] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Successfully updated port: a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.678495] env[69019]: DEBUG nova.compute.manager [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.679040] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.680178] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbf59b6-0916-4b27-8690-bfc669a50dfa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.690837] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.691114] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8a4bf9-42fb-4bbd-85bd-4f3341711ca0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.699859] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 1037.699859] env[69019]: value = "task-3347258" [ 1037.699859] env[69019]: _type = "Task" [ 1037.699859] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.710242] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.926902] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347257, 'name': PowerOffVM_Task, 'duration_secs': 0.400747} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.927895] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.928110] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.928383] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38661a98-f549-49b3-808d-58ec3e5fcf79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.984146] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.007323] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.007621] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.007852] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore2] b48ce262-0004-49a1-9d3c-70e162d300ee {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.008874] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46d45a5-c6c2-4a15-923e-c97955d51ebe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.016978] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1038.016978] env[69019]: value = "task-3347260" [ 1038.016978] env[69019]: _type = "Task" [ 1038.016978] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.028133] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.102271] env[69019]: DEBUG nova.compute.manager [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Received event network-changed-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.102271] env[69019]: DEBUG nova.compute.manager [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Refreshing instance network info cache due to event network-changed-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.102271] env[69019]: DEBUG oslo_concurrency.lockutils [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] Acquiring lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.102271] env[69019]: DEBUG oslo_concurrency.lockutils [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] Acquired lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.103301] env[69019]: DEBUG nova.network.neutron [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Refreshing network info cache for port a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.117137] env[69019]: DEBUG nova.scheduler.client.report [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.161010] env[69019]: DEBUG oslo_vmware.api [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347256, 'name': SuspendVM_Task, 'duration_secs': 0.769686} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.162282] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Suspended the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1038.163290] env[69019]: DEBUG nova.compute.manager [None req-0886023f-1ae4-46fa-9d1a-663c620183ae tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.164099] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9416998-9e67-49ee-acef-0c42607a0832 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.176802] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.211462] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347258, 'name': PowerOffVM_Task, 'duration_secs': 0.198342} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.211759] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.211935] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.212402] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f5939b-f05d-45e7-9235-36ba91385af8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.331027] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.331385] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.331625] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Deleting the datastore file [datastore1] 6432e3d5-91db-4406-b01c-6b747978a5f9 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.331959] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-478d101d-ff5d-4a1f-b643-7564fc97e72b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.339198] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for the task: (returnval){ [ 1038.339198] env[69019]: value = "task-3347262" [ 1038.339198] env[69019]: _type = "Task" [ 1038.339198] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.348559] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.393669] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.393896] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394069] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394218] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394381] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394595] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394669] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.394805] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1038.394946] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.534524] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.622763] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.530s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.628648] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.170s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.628648] env[69019]: DEBUG nova.objects.instance [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lazy-loading 'resources' on Instance uuid 89353d9d-86b6-4958-9bf1-806e8296fd9b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.656182] env[69019]: DEBUG nova.network.neutron [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.739083] env[69019]: DEBUG nova.network.neutron [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.741997] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "6307787e-3373-40df-b663-973fc5020f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.742249] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.742456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "6307787e-3373-40df-b663-973fc5020f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.742639] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.742806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.745359] env[69019]: INFO nova.compute.manager [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Terminating instance [ 1038.853236] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.897888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.033519] env[69019]: DEBUG oslo_vmware.api [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.813515} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.034430] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.034924] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.035257] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.035742] env[69019]: INFO nova.compute.manager [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1039.036448] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.038155] env[69019]: DEBUG nova.compute.manager [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.038155] env[69019]: DEBUG nova.network.neutron [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.143933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-80260f7f-70cb-4163-b65f-3351322513d8 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.019s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.144813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.316s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.145051] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.145262] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.145509] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.151351] env[69019]: INFO nova.compute.manager [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Terminating instance [ 1039.372054] env[69019]: DEBUG oslo_concurrency.lockutils [req-f912aab7-1c9d-48ab-b2ac-b81c20b53454 req-3eeadfbe-aea9-4ef5-a925-fe975623d829 service nova] Releasing lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.372054] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.372054] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.372054] env[69019]: DEBUG nova.compute.manager [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.372054] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.378209] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac856ab4-cdab-4fcf-93a7-cc7a65fbaaf5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.378209] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.378209] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b80dda-9696-40dd-904a-0c8de12f929b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.378209] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1039.378209] env[69019]: value = "task-3347263" [ 1039.378209] env[69019]: _type = "Task" [ 1039.378209] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.378209] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.379233] env[69019]: DEBUG oslo_vmware.api [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Task: {'id': task-3347262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630554} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.379233] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.379233] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.379233] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.379233] env[69019]: INFO nova.compute.manager [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1039.380645] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.380645] env[69019]: DEBUG nova.compute.manager [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.380645] env[69019]: DEBUG nova.network.neutron [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.509100] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ec099-04b2-43c9-9544-6df6697a1a69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.534367] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.633255] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a016b-86d1-4a00-a0ff-822eb4062bb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.641911] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062fec16-cbcc-49e5-bc8b-485f7e0b5f60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.683655] env[69019]: DEBUG nova.compute.manager [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.684494] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.685040] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c74142e8-f594-4419-b62a-98143e892ea9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.687499] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d66d1-887d-4fb0-9325-9721ad21cebb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.699899] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8f6a69-707f-4ad5-a283-59eb8baf061d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.706385] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8a529-e532-484f-9937-7f6df728b413 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.729767] env[69019]: DEBUG nova.compute.provider_tree [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.746924] env[69019]: WARNING nova.virt.vmwareapi.vmops [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a71f592c-90d0-4d2d-90b2-40e54a98abc8 could not be found. [ 1039.747101] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.747222] env[69019]: INFO nova.compute.manager [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1039.747447] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.749013] env[69019]: DEBUG nova.scheduler.client.report [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.752094] env[69019]: DEBUG nova.compute.manager [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.752235] env[69019]: DEBUG nova.network.neutron [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.792227] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347263, 'name': PowerOffVM_Task, 'duration_secs': 0.255096} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.792227] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.792396] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.792705] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e95c54-bb5f-42dd-a1d1-65ff7f6ff253 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.813499] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.863860] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.864200] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.864459] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleting the datastore file [datastore2] 6307787e-3373-40df-b663-973fc5020f0b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.864877] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22cb57ee-ff74-4384-8425-416876feca9b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.873560] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1039.873560] env[69019]: value = "task-3347265" [ 1039.873560] env[69019]: _type = "Task" [ 1039.873560] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.884321] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.907621] env[69019]: INFO nova.compute.manager [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Resuming [ 1039.908341] env[69019]: DEBUG nova.objects.instance [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'flavor' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.046225] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.046225] env[69019]: DEBUG nova.network.neutron [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.046854] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec062e6a-0755-4c96-a9cb-70917f7a64dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.058455] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1040.058455] env[69019]: value = "task-3347266" [ 1040.058455] env[69019]: _type = "Task" [ 1040.058455] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.068615] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.139949] env[69019]: DEBUG nova.network.neutron [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating instance_info_cache with network_info: [{"id": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "address": "fa:16:3e:b4:20:99", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f0d31d-43", "ovs_interfaceid": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.154447] env[69019]: DEBUG nova.compute.manager [req-3214fce7-6d79-4c5b-946d-49d1f256a322 req-70f1c07f-e04c-42dc-b1c8-8f724c099584 service nova] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Received event network-vif-deleted-27f248a3-03cf-49f5-9d62-56024cb86cf9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.154652] env[69019]: DEBUG nova.compute.manager [req-3214fce7-6d79-4c5b-946d-49d1f256a322 req-70f1c07f-e04c-42dc-b1c8-8f724c099584 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Received event network-vif-deleted-7bbf2128-d764-44be-8df1-3ff76b76424f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.154822] env[69019]: INFO nova.compute.manager [req-3214fce7-6d79-4c5b-946d-49d1f256a322 req-70f1c07f-e04c-42dc-b1c8-8f724c099584 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Neutron deleted interface 7bbf2128-d764-44be-8df1-3ff76b76424f; detaching it from the instance and deleting it from the info cache [ 1040.155672] env[69019]: DEBUG nova.network.neutron [req-3214fce7-6d79-4c5b-946d-49d1f256a322 req-70f1c07f-e04c-42dc-b1c8-8f724c099584 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.262686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.267015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.055s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.267842] env[69019]: INFO nova.compute.claims [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.289785] env[69019]: INFO nova.scheduler.client.report [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Deleted allocations for instance 89353d9d-86b6-4958-9bf1-806e8296fd9b [ 1040.384930] env[69019]: DEBUG oslo_vmware.api [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143469} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.385230] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.385445] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.385636] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.386350] env[69019]: INFO nova.compute.manager [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1040.386350] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.386350] env[69019]: DEBUG nova.compute.manager [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.386350] env[69019]: DEBUG nova.network.neutron [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.549467] env[69019]: INFO nova.compute.manager [-] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Took 1.51 seconds to deallocate network for instance. [ 1040.573593] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347266, 'name': PowerOffVM_Task, 'duration_secs': 0.244588} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.574081] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.574397] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.596196] env[69019]: DEBUG nova.network.neutron [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.644376] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.644813] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance network_info: |[{"id": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "address": "fa:16:3e:b4:20:99", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f0d31d-43", "ovs_interfaceid": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.645413] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:20:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.653617] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.654479] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.654709] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b06b67b-a326-4308-b19b-d2e67e74c01c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.670212] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-739de732-b3c3-40b8-bdfc-2823e57c19fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.681852] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c3a1b-c1ae-406f-a113-8c146839c3b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.696284] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.696284] env[69019]: value = "task-3347267" [ 1040.696284] env[69019]: _type = "Task" [ 1040.696284] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.706792] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347267, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.720905] env[69019]: DEBUG nova.compute.manager [req-3214fce7-6d79-4c5b-946d-49d1f256a322 req-70f1c07f-e04c-42dc-b1c8-8f724c099584 service nova] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Detach interface failed, port_id=7bbf2128-d764-44be-8df1-3ff76b76424f, reason: Instance 6432e3d5-91db-4406-b01c-6b747978a5f9 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.733180] env[69019]: DEBUG nova.network.neutron [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.803174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c4889a03-46c0-4517-9f98-e58918e71706 tempest-ServerDiskConfigTestJSON-53978718 tempest-ServerDiskConfigTestJSON-53978718-project-member] Lock "89353d9d-86b6-4958-9bf1-806e8296fd9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.947s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.057889] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.084022] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.084022] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.084022] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.084022] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.084330] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.084330] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.084330] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.084552] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.084861] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.085180] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.085651] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.092118] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b61decf-1ead-4dd7-9a40-62efbb40078e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.107384] env[69019]: INFO nova.compute.manager [-] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Took 1.74 seconds to deallocate network for instance. [ 1041.121708] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1041.121708] env[69019]: value = "task-3347268" [ 1041.121708] env[69019]: _type = "Task" [ 1041.121708] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.133229] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.142269] env[69019]: DEBUG nova.network.neutron [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.213449] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347267, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.236251] env[69019]: INFO nova.compute.manager [-] [instance: a71f592c-90d0-4d2d-90b2-40e54a98abc8] Took 1.48 seconds to deallocate network for instance. [ 1041.252664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.252664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.420623] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.420821] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquired lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421031] env[69019]: DEBUG nova.network.neutron [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.597066] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17149e8b-59c5-487d-996f-56757cc893ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.606599] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d1b73-0f06-49d2-a4ce-af5e52bed3f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.615244] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.645775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fa71a8-6773-4eca-baa2-57905d1fa0c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.649595] env[69019]: INFO nova.compute.manager [-] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Took 1.26 seconds to deallocate network for instance. [ 1041.658023] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347268, 'name': ReconfigVM_Task, 'duration_secs': 0.346055} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.659700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1c44b-b262-4d99-bef9-a18ec8d2ba66 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.663473] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.678570] env[69019]: DEBUG nova.compute.provider_tree [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.708515] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347267, 'name': CreateVM_Task, 'duration_secs': 0.579676} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.709265] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.709639] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.709809] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.710172] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.710433] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ed6156-f434-453f-8cef-319b406cbb0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716332] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1041.716332] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211e676-cd00-116c-0467-9ed54b9151ad" [ 1041.716332] env[69019]: _type = "Task" [ 1041.716332] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.725495] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211e676-cd00-116c-0467-9ed54b9151ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.757147] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.160243] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.172514] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.172829] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.173071] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.173320] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.173514] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.173949] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.173949] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.174195] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.174388] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.174600] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.174826] env[69019]: DEBUG nova.virt.hardware [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.180784] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.180784] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b898c07e-cdaf-4972-a11d-f1edfa4d4d11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.195142] env[69019]: DEBUG nova.scheduler.client.report [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.205664] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1042.205664] env[69019]: value = "task-3347269" [ 1042.205664] env[69019]: _type = "Task" [ 1042.205664] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.219618] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.229831] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211e676-cd00-116c-0467-9ed54b9151ad, 'name': SearchDatastore_Task, 'duration_secs': 0.044021} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.229964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.231017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.231017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.231017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.231017] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.231559] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec48558-fcd8-426a-a83e-f79023e8fea1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.240516] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.242353] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.242353] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c58fb81-9057-4d32-a831-cc4a3a710526 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248089] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1042.248089] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f60bef-f1a0-0793-63f3-e2ec6f5c4ffc" [ 1042.248089] env[69019]: _type = "Task" [ 1042.248089] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.262497] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f60bef-f1a0-0793-63f3-e2ec6f5c4ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.265747] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800d45af-92a7-473c-9a10-0700f07b09e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.272387] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1042.272387] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52efdb56-d486-7f60-edc6-9f649345d0ce" [ 1042.272387] env[69019]: _type = "Task" [ 1042.272387] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.278976] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ff06fa61-f2f2-41d0-b874-865165f5d5e4 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "a71f592c-90d0-4d2d-90b2-40e54a98abc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.134s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.288964] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52efdb56-d486-7f60-edc6-9f649345d0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.293032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.293032] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7909018a-1fcc-4434-9626-b36a26140738/7909018a-1fcc-4434-9626-b36a26140738.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.293032] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca33bca-284f-4b8f-8181-f4f776e22919 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.294964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.298622] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1042.298622] env[69019]: value = "task-3347270" [ 1042.298622] env[69019]: _type = "Task" [ 1042.298622] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.308921] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.311843] env[69019]: DEBUG nova.compute.manager [req-8b7a8786-5047-451c-8615-77a1ec7acfdd req-429469ee-1e66-46d5-a61a-2a0ace744148 service nova] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Received event network-vif-deleted-ca6b7b4c-d870-4f93-82f5-4ec472369a4c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.479125] env[69019]: DEBUG nova.network.neutron [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [{"id": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "address": "fa:16:3e:07:c2:39", "network": {"id": "1bee51ff-1130-43d8-96f9-ec436678efdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494906418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73392a90dd9456089e58a41a0fb4065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a0b964-68", "ovs_interfaceid": "d8a0b964-68ba-42ad-a15b-b601e1e6bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.700366] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.700986] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.703956] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.514s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.710222] env[69019]: INFO nova.compute.claims [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.731721] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347269, 'name': ReconfigVM_Task, 'duration_secs': 0.230323} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.732075] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.733856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2102037-28ad-491d-9bb4-e3ef15034a6e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.774754] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.776687] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a330c26a-1167-4664-a1c8-e62fc1cfad9b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.801342] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1042.801342] env[69019]: value = "task-3347271" [ 1042.801342] env[69019]: _type = "Task" [ 1042.801342] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.814455] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347270, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.818134] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.981758] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Releasing lock "refresh_cache-e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.982779] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f639128b-0f94-4715-8de8-ba611942cc5f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.992924] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Resuming the VM {{(pid=69019) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1042.993251] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15eea42-69c4-4cc6-b328-0a1241f623d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.001309] env[69019]: DEBUG oslo_vmware.api [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1043.001309] env[69019]: value = "task-3347272" [ 1043.001309] env[69019]: _type = "Task" [ 1043.001309] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.010580] env[69019]: DEBUG oslo_vmware.api [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.216390] env[69019]: DEBUG nova.compute.utils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.224356] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.225128] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.298951] env[69019]: DEBUG nova.policy [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83eefad295e94cc488556078b9a48e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21dd33ac7ff7494386abf6315081754e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.321761] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347271, 'name': ReconfigVM_Task, 'duration_secs': 0.323416} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.322050] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525143} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.324685] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.324685] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.327014] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7909018a-1fcc-4434-9626-b36a26140738/7909018a-1fcc-4434-9626-b36a26140738.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.327250] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.327950] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ecf1e80-ab55-40c0-937b-9d72494aa12b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.338750] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1043.338750] env[69019]: value = "task-3347273" [ 1043.338750] env[69019]: _type = "Task" [ 1043.338750] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.350284] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.514225] env[69019]: DEBUG oslo_vmware.api [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.632781] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Successfully created port: 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.725458] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.833919] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedfd07c-1427-499f-a284-5ddcb2b8bd3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.866113] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2fec3-d20c-46f8-a46a-b2fb6d531b46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.872226] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125037} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.873262] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.873945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b7728-dffc-4d41-a294-b2e41f356e74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.894695] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.923318] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7909018a-1fcc-4434-9626-b36a26140738/7909018a-1fcc-4434-9626-b36a26140738.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.925069] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b6fa83-27da-4d08-af1a-2d59a36f5f54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.947632] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1043.947632] env[69019]: value = "task-3347274" [ 1043.947632] env[69019]: _type = "Task" [ 1043.947632] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.957861] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.014236] env[69019]: DEBUG oslo_vmware.api [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347272, 'name': PowerOnVM_Task, 'duration_secs': 0.551379} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.015797] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Resumed the VM {{(pid=69019) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1044.015797] env[69019]: DEBUG nova.compute.manager [None req-2928a8db-f37a-4de0-837f-d790f50d7047 tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.017859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d0ddd-9727-450c-bc5e-1140e302378c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.152117] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b95ba1c-94ff-43cf-9b89-f13fc0d459a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.161330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c5f579-3f28-438d-b0e9-47968d1af957 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.206653] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad04dd-a7da-4721-87d5-2c07b5b2f07f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.216246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d344b9f-51ac-406c-9506-b34e81d4eb0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.237175] env[69019]: DEBUG nova.compute.provider_tree [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.295364] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.295786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.459392] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.741162] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.743912] env[69019]: DEBUG nova.scheduler.client.report [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.779102] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.779393] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.779555] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.779739] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.780024] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.780114] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.780254] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.780556] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.780740] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.781012] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.781091] env[69019]: DEBUG nova.virt.hardware [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.782197] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7575024-65d0-4611-87da-752fb4497170 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.793399] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce559aa-46d0-4354-b33a-aa41afc4f545 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.799266] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.958799] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347274, 'name': ReconfigVM_Task, 'duration_secs': 0.602795} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.959711] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7909018a-1fcc-4434-9626-b36a26140738/7909018a-1fcc-4434-9626-b36a26140738.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.960377] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e4b55c1-32f8-44e9-bacc-adfa26097423 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.968739] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1044.968739] env[69019]: value = "task-3347275" [ 1044.968739] env[69019]: _type = "Task" [ 1044.968739] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.978743] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347275, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.249368] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.249931] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.252780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.507s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.253501] env[69019]: DEBUG nova.objects.instance [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'resources' on Instance uuid e7487a5d-639b-46d3-b19d-ec1bd4709e52 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.311266] env[69019]: DEBUG nova.compute.manager [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received event network-vif-plugged-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.311492] env[69019]: DEBUG oslo_concurrency.lockutils [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] Acquiring lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.311698] env[69019]: DEBUG oslo_concurrency.lockutils [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.311869] env[69019]: DEBUG oslo_concurrency.lockutils [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.312061] env[69019]: DEBUG nova.compute.manager [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] No waiting events found dispatching network-vif-plugged-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.312260] env[69019]: WARNING nova.compute.manager [req-81edc645-c84c-4fac-86ac-52023af2256c req-5b4c3b48-967b-4db7-8ba2-54bf2b57804d service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received unexpected event network-vif-plugged-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 for instance with vm_state building and task_state spawning. [ 1045.337466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.421633] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Successfully updated port: 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.480780] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347275, 'name': Rename_Task, 'duration_secs': 0.190205} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.481073] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.481326] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d244d604-9a98-44e1-943b-ff1871bffd3c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.488897] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1045.488897] env[69019]: value = "task-3347276" [ 1045.488897] env[69019]: _type = "Task" [ 1045.488897] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.497855] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.567171] env[69019]: DEBUG nova.network.neutron [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Port d53b1d99-754d-4ed0-9891-83364f25c4b5 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1045.760020] env[69019]: DEBUG nova.compute.utils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.762828] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.763686] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.808280] env[69019]: DEBUG nova.policy [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9523d9bb17b44c8290011344285ec6c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '843214c4780a47249cee11488406b554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.927269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.927269] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquired lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.928533] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.003082] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347276, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.146489] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Successfully created port: 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.221182] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b939893-ce68-4f61-b69f-8676fd00e568 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.231521] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029de13-daf9-4294-aa93-537bee3a0fa9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.269018] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.270851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe3c17-3fab-4a09-b61b-ab93e4fd04ad {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.280404] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53603e19-2d96-45d8-adbf-56f2959cbdd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.297130] env[69019]: DEBUG nova.compute.provider_tree [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.461577] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.500882] env[69019]: DEBUG oslo_vmware.api [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347276, 'name': PowerOnVM_Task, 'duration_secs': 0.70239} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.501053] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.501274] env[69019]: INFO nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1046.501454] env[69019]: DEBUG nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.502252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b039fc5-0ea4-4744-88f1-efac0a68526f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.594928] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.596361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.596361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.610967] env[69019]: DEBUG nova.network.neutron [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [{"id": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "address": "fa:16:3e:e7:90:06", "network": {"id": "55480820-bd3e-45a9-9077-27a75cab14e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761910441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21dd33ac7ff7494386abf6315081754e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aad1c9d-52", "ovs_interfaceid": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.801831] env[69019]: DEBUG nova.scheduler.client.report [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.030364] env[69019]: INFO nova.compute.manager [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Took 37.14 seconds to build instance. [ 1047.119698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Releasing lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.119698] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Instance network_info: |[{"id": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "address": "fa:16:3e:e7:90:06", "network": {"id": "55480820-bd3e-45a9-9077-27a75cab14e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761910441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21dd33ac7ff7494386abf6315081754e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aad1c9d-52", "ovs_interfaceid": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.120094] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:90:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aad1c9d-5235-468a-a6b9-e6d2230ab9f5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.126554] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Creating folder: Project (21dd33ac7ff7494386abf6315081754e). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.127285] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a2815ee-0cd7-41d5-acf4-0f09c0f310cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.141824] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Created folder: Project (21dd33ac7ff7494386abf6315081754e) in parent group-v667907. [ 1047.142156] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Creating folder: Instances. Parent ref: group-v668175. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.142308] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00841703-0670-4e0d-a6fb-74093a996ea3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.156090] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Created folder: Instances in parent group-v668175. [ 1047.156375] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.156590] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.156836] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93fa9da5-7f24-4a83-a45e-c130111ac4d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.180865] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.180865] env[69019]: value = "task-3347279" [ 1047.180865] env[69019]: _type = "Task" [ 1047.180865] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.190205] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347279, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.279766] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.310812] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.311321] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.311487] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.311678] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.312017] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.312221] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.312441] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.312603] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.312769] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.312932] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.313688] env[69019]: DEBUG nova.virt.hardware [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.314652] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.317946] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2999e862-09b3-46fa-9a59-54ad17f59fba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.320947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.243s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.322707] env[69019]: INFO nova.compute.claims [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.332997] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9275610-9129-40f7-98e7-145444d77793 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.365697] env[69019]: INFO nova.scheduler.client.report [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted allocations for instance e7487a5d-639b-46d3-b19d-ec1bd4709e52 [ 1047.381118] env[69019]: DEBUG nova.compute.manager [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.381330] env[69019]: DEBUG nova.compute.manager [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing instance network info cache due to event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.383355] env[69019]: DEBUG oslo_concurrency.lockutils [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] Acquiring lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.383355] env[69019]: DEBUG oslo_concurrency.lockutils [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] Acquired lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.383355] env[69019]: DEBUG nova.network.neutron [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.529555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72106cfe-3e87-47f2-a8c5-7c9e793efe62 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.677s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.672449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.672667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.672814] env[69019]: DEBUG nova.network.neutron [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.692585] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347279, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.792702] env[69019]: DEBUG nova.compute.manager [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Received event network-changed-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.792980] env[69019]: DEBUG nova.compute.manager [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Refreshing instance network info cache due to event network-changed-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.793866] env[69019]: DEBUG oslo_concurrency.lockutils [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] Acquiring lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.794120] env[69019]: DEBUG oslo_concurrency.lockutils [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] Acquired lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.794318] env[69019]: DEBUG nova.network.neutron [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Refreshing network info cache for port a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.843638] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Successfully updated port: 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.882495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-daed192b-b57f-4e35-bacd-ab91ff825fa9 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "e7487a5d-639b-46d3-b19d-ec1bd4709e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.632s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.197582] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347279, 'name': CreateVM_Task, 'duration_secs': 0.730622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.197582] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.197582] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.197582] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.197582] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.197851] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd1514f-51e1-4312-b651-f75f860d4dcc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.203454] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1048.203454] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520c3b73-2dc1-5f35-56da-0f41ecf423c0" [ 1048.203454] env[69019]: _type = "Task" [ 1048.203454] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.214609] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520c3b73-2dc1-5f35-56da-0f41ecf423c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.244954] env[69019]: DEBUG nova.network.neutron [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updated VIF entry in instance network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.245331] env[69019]: DEBUG nova.network.neutron [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [{"id": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "address": "fa:16:3e:e7:90:06", "network": {"id": "55480820-bd3e-45a9-9077-27a75cab14e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761910441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21dd33ac7ff7494386abf6315081754e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aad1c9d-52", "ovs_interfaceid": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.348814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.352845] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.352845] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.722365] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]520c3b73-2dc1-5f35-56da-0f41ecf423c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.725705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.725964] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.726219] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.726371] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.726549] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.727047] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc5b4f7-b0e8-4843-b62c-461885cf01b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.738137] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.738376] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.742195] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccbc125-ca7e-4f7e-882d-88669c8553e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.752020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10574cd-ea17-4c73-a4d5-b1014be942e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.752810] env[69019]: DEBUG oslo_concurrency.lockutils [req-d59131f7-cb27-4510-9c64-bcf0785b8bb2 req-9612c436-4d47-49ed-999d-989d83400716 service nova] Releasing lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.756427] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1048.756427] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f72d8-cd86-2be2-26f4-e44cf2adbcc8" [ 1048.756427] env[69019]: _type = "Task" [ 1048.756427] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.762810] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1464089-7224-4155-bfe4-27aba7d212e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.779028] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f72d8-cd86-2be2-26f4-e44cf2adbcc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.824671] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d019f3-4af6-46bb-b334-a804aa78c21f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.824671] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0accc-aaa5-4c97-9dbd-80ba24c7608e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.824671] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1048.824671] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529d314d-7f2d-d77d-8d0b-88db684a91eb" [ 1048.824671] env[69019]: _type = "Task" [ 1048.824671] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.827375] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fb29c-cc03-4960-8ea7-3e56f4a3cf75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.844384] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529d314d-7f2d-d77d-8d0b-88db684a91eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.855405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.855762] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8b9e871c-47a4-4ee2-aad5-b4de7de593da/8b9e871c-47a4-4ee2-aad5-b4de7de593da.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.858367] env[69019]: DEBUG nova.compute.provider_tree [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.860038] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3760ae3b-2928-476b-aec6-6b42674f9b65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.870626] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1048.870626] env[69019]: value = "task-3347280" [ 1048.870626] env[69019]: _type = "Task" [ 1048.870626] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.885623] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.940120] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.987955] env[69019]: DEBUG nova.network.neutron [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.014559] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "c923420a-c94a-4321-9a1a-f02dbf86862a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.014905] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.015211] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.015468] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.015704] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.019027] env[69019]: INFO nova.compute.manager [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Terminating instance [ 1049.060804] env[69019]: DEBUG nova.network.neutron [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updated VIF entry in instance network info cache for port a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.061101] env[69019]: DEBUG nova.network.neutron [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating instance_info_cache with network_info: [{"id": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "address": "fa:16:3e:b4:20:99", "network": {"id": "c4848b62-3e75-4ab9-a5c3-b910cd6cb804", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1039412383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca986dd874d50960a97e702e95f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f0d31d-43", "ovs_interfaceid": "a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.178429] env[69019]: DEBUG nova.network.neutron [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.364620] env[69019]: DEBUG nova.scheduler.client.report [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.387250] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347280, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.421127] env[69019]: DEBUG nova.compute.manager [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-vif-plugged-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.421384] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Acquiring lock "851f666c-6822-471f-a3f0-3377a56d2339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.421596] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Lock "851f666c-6822-471f-a3f0-3377a56d2339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.421761] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Lock "851f666c-6822-471f-a3f0-3377a56d2339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.421932] env[69019]: DEBUG nova.compute.manager [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] No waiting events found dispatching network-vif-plugged-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.422146] env[69019]: WARNING nova.compute.manager [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received unexpected event network-vif-plugged-36355a57-3632-4cb9-b859-c0d6c58afce3 for instance with vm_state building and task_state spawning. [ 1049.422315] env[69019]: DEBUG nova.compute.manager [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.422472] env[69019]: DEBUG nova.compute.manager [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing instance network info cache due to event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.422637] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.492613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.525038] env[69019]: DEBUG nova.compute.manager [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.525038] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.525038] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563fad5e-2f5a-49b0-a2d6-ce64b1da6eb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.533606] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.533846] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0c9d22-bc5c-4297-b4e0-5bd462ff25f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541196] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1049.541196] env[69019]: value = "task-3347281" [ 1049.541196] env[69019]: _type = "Task" [ 1049.541196] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.549237] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.567324] env[69019]: DEBUG oslo_concurrency.lockutils [req-2b40f256-ee8e-4918-8ace-187e4cce98ee req-7bf88ceb-949e-4995-a288-5ea3b05452e5 service nova] Releasing lock "refresh_cache-7909018a-1fcc-4434-9626-b36a26140738" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.681014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.681379] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Instance network_info: |[{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.681692] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.681874] env[69019]: DEBUG nova.network.neutron [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.683522] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36355a57-3632-4cb9-b859-c0d6c58afce3', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.691372] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Creating folder: Project (843214c4780a47249cee11488406b554). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.694352] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5411c219-0718-42e6-87a8-5f3ff81698f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.704120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.704120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.704288] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.704337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.704502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.707287] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Created folder: Project (843214c4780a47249cee11488406b554) in parent group-v667907. [ 1049.707462] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Creating folder: Instances. Parent ref: group-v668178. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.707907] env[69019]: INFO nova.compute.manager [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Terminating instance [ 1049.709101] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde0e480-7eff-46cf-bf13-b93b2aaab25c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.721442] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Created folder: Instances in parent group-v668178. [ 1049.721638] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.722043] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.722258] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-886d7865-c2f2-4c80-803d-42fa6b0db1d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.741681] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.741681] env[69019]: value = "task-3347284" [ 1049.741681] env[69019]: _type = "Task" [ 1049.741681] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.749233] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347284, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.869802] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.871100] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.873450] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.746s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.875475] env[69019]: INFO nova.compute.claims [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.888961] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527814} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.889318] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 8b9e871c-47a4-4ee2-aad5-b4de7de593da/8b9e871c-47a4-4ee2-aad5-b4de7de593da.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.889591] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.890867] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69927d6a-e281-4523-92b4-e73fdd7e52eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.898930] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1049.898930] env[69019]: value = "task-3347285" [ 1049.898930] env[69019]: _type = "Task" [ 1049.898930] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.911021] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.973945] env[69019]: DEBUG nova.network.neutron [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updated VIF entry in instance network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.974347] env[69019]: DEBUG nova.network.neutron [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.002943] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeee069-d361-4d89-afdb-eed57be1e0c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.010867] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8cc0d-edc1-47e6-bb95-8d6f09822110 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.054444] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347281, 'name': PowerOffVM_Task, 'duration_secs': 0.385935} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.055438] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.056166] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.056166] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc12b934-8c7d-4841-b118-67e3e08746a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.213613] env[69019]: DEBUG nova.compute.manager [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.213996] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.214924] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503ebb3-e3c2-494f-b3a9-c49bd092a180 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.223605] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.223857] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21718073-26ad-4853-9d0d-1d25baa89059 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.232156] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1050.232156] env[69019]: value = "task-3347287" [ 1050.232156] env[69019]: _type = "Task" [ 1050.232156] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.237671] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.237944] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.238161] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleting the datastore file [datastore1] c923420a-c94a-4321-9a1a-f02dbf86862a {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.238400] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c79215-5586-44b9-9ff1-428e85a72809 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.242997] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.248334] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1050.248334] env[69019]: value = "task-3347288" [ 1050.248334] env[69019]: _type = "Task" [ 1050.248334] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.256315] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347284, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.262366] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.380344] env[69019]: DEBUG nova.compute.utils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.381817] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.381990] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.408844] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096688} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.409152] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.410150] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b6d94-a047-4a33-8090-1d6b3b732cc7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.432994] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8b9e871c-47a4-4ee2-aad5-b4de7de593da/8b9e871c-47a4-4ee2-aad5-b4de7de593da.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.435039] env[69019]: DEBUG nova.policy [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaea3cc6c8ca41f1b3070c41cd418f7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d6a1a14538473c8dadcffcf0987806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.436227] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230b1e21-6f7a-41c9-a8c4-9192db34d0b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.457188] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1050.457188] env[69019]: value = "task-3347289" [ 1050.457188] env[69019]: _type = "Task" [ 1050.457188] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.465479] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477198] env[69019]: DEBUG oslo_concurrency.lockutils [req-d6e3dced-3484-49fe-b5bb-d86591c9951f req-86997db8-8b7c-4f16-ba5e-25a46d50e341 service nova] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.679747] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.679747] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.679922] env[69019]: INFO nova.compute.manager [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Rebooting instance [ 1050.738534] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Successfully created port: eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.744822] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347287, 'name': PowerOffVM_Task, 'duration_secs': 0.344999} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.747913] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.748121] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.748395] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab88bc8-4344-46c7-ab62-d06a70ec1623 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.755969] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347284, 'name': CreateVM_Task, 'duration_secs': 0.617423} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.756473] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.757173] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.757337] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.757653] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.760764] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af7a579-1c01-4e51-b8c5-39c9f079c0c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.763196] env[69019]: DEBUG oslo_vmware.api [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133457} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.763196] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.763196] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.763344] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.763516] env[69019]: INFO nova.compute.manager [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1050.763745] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.764294] env[69019]: DEBUG nova.compute.manager [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.764387] env[69019]: DEBUG nova.network.neutron [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.767246] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1050.767246] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a5986-95c5-2198-852d-27068b07a2dd" [ 1050.767246] env[69019]: _type = "Task" [ 1050.767246] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.775230] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a5986-95c5-2198-852d-27068b07a2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.821245] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.821507] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.821694] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleting the datastore file [datastore2] e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.821971] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-551a76db-2180-4130-8f0a-19a7cfaf8870 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.829574] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for the task: (returnval){ [ 1050.829574] env[69019]: value = "task-3347291" [ 1050.829574] env[69019]: _type = "Task" [ 1050.829574] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.839194] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.887785] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.971613] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347289, 'name': ReconfigVM_Task, 'duration_secs': 0.349046} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.972550] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8b9e871c-47a4-4ee2-aad5-b4de7de593da/8b9e871c-47a4-4ee2-aad5-b4de7de593da.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.973217] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e4cfd5-bacc-42d0-9f47-eae8fe82bf3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.984217] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1050.984217] env[69019]: value = "task-3347292" [ 1050.984217] env[69019]: _type = "Task" [ 1050.984217] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.998433] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347292, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.142952] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64215269-8e3d-46d3-b144-972e57b2eaf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.170016] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2678404-6557-44a8-abef-7a9e0ed9ef21 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.178395] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.203547] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.203729] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.203906] env[69019]: DEBUG nova.network.neutron [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.257425] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb507e-de0a-4c09-9e9f-82170f2bef38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.265344] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6958c3-3a19-4b43-8a2e-775e3be265c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.277946] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a5986-95c5-2198-852d-27068b07a2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.302079] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.302251] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.302501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.302649] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.302830] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.303677] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ff5f1bd-4822-4213-9cf5-b6461da54ec8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.306142] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8ccf5-3dc8-41b4-bd34-e6fe7f79f61d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.318601] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064f3786-4c76-4304-8ad0-00ba3e17c79b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.322248] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.322400] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.323101] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84f28f6-afce-45bc-9749-5d70ca094f36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.335774] env[69019]: DEBUG nova.compute.provider_tree [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.340767] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1051.340767] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52197428-b043-a6cf-f8e7-2f61f8e3e99f" [ 1051.340767] env[69019]: _type = "Task" [ 1051.340767] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.347590] env[69019]: DEBUG oslo_vmware.api [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Task: {'id': task-3347291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144125} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.348175] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.348380] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.348553] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.348724] env[69019]: INFO nova.compute.manager [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1051.348953] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.349403] env[69019]: DEBUG nova.compute.manager [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.349503] env[69019]: DEBUG nova.network.neutron [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.354461] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52197428-b043-a6cf-f8e7-2f61f8e3e99f, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.355450] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a648462-8929-4b5f-9e65-689a4720064a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.361097] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1051.361097] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202520c-9f24-4395-01e8-38bed35f1e0f" [ 1051.361097] env[69019]: _type = "Task" [ 1051.361097] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.368339] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202520c-9f24-4395-01e8-38bed35f1e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.448389] env[69019]: DEBUG nova.compute.manager [req-05f60ea5-4c3c-4402-9d62-f838880200a3 req-15f0084b-84b6-4b53-a7f8-4405f109e0fd service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Received event network-vif-deleted-b0299365-b9b1-4d0a-b072-08fc301a8730 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.448645] env[69019]: INFO nova.compute.manager [req-05f60ea5-4c3c-4402-9d62-f838880200a3 req-15f0084b-84b6-4b53-a7f8-4405f109e0fd service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Neutron deleted interface b0299365-b9b1-4d0a-b072-08fc301a8730; detaching it from the instance and deleting it from the info cache [ 1051.448822] env[69019]: DEBUG nova.network.neutron [req-05f60ea5-4c3c-4402-9d62-f838880200a3 req-15f0084b-84b6-4b53-a7f8-4405f109e0fd service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.493289] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347292, 'name': Rename_Task, 'duration_secs': 0.167532} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.493792] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.494044] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84cc39f4-f5dd-4349-8bcd-291c270ffe56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.501396] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1051.501396] env[69019]: value = "task-3347293" [ 1051.501396] env[69019]: _type = "Task" [ 1051.501396] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.508853] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.674388] env[69019]: DEBUG nova.network.neutron [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.688634] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.689192] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55bcdedc-5796-4696-bd29-a5b8570e9565 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.696657] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1051.696657] env[69019]: value = "task-3347294" [ 1051.696657] env[69019]: _type = "Task" [ 1051.696657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.705419] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.845021] env[69019]: DEBUG nova.scheduler.client.report [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.876201] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5202520c-9f24-4395-01e8-38bed35f1e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.876201] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.876201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/851f666c-6822-471f-a3f0-3377a56d2339.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.876201] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69953617-e5bf-4ff9-91db-85ee80c3dbf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.896397] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1051.896397] env[69019]: value = "task-3347295" [ 1051.896397] env[69019]: _type = "Task" [ 1051.896397] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.900667] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.908422] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.929310] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.929415] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.929518] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.929847] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.930142] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.930418] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.930748] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.931008] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.931303] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.931570] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.931885] env[69019]: DEBUG nova.virt.hardware [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.932847] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b14769-47f9-4183-b2d1-7b24e1c03790 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.944850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d19e0-7139-4a6a-a83b-1000d7f505db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.952035] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8316638c-994d-412d-8a71-37cfc3e95ef2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.969114] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a22502-2343-4550-b5b8-11d92b72eaf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.980782] env[69019]: DEBUG nova.network.neutron [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.011889] env[69019]: DEBUG nova.compute.manager [req-05f60ea5-4c3c-4402-9d62-f838880200a3 req-15f0084b-84b6-4b53-a7f8-4405f109e0fd service nova] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Detach interface failed, port_id=b0299365-b9b1-4d0a-b072-08fc301a8730, reason: Instance c923420a-c94a-4321-9a1a-f02dbf86862a could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.022520] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347293, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.079014] env[69019]: DEBUG nova.network.neutron [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.179390] env[69019]: INFO nova.compute.manager [-] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Took 1.41 seconds to deallocate network for instance. [ 1052.206947] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.352256] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.352946] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.356763] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.926s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.357112] env[69019]: DEBUG nova.objects.instance [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'resources' on Instance uuid 45f3b2a5-de6a-4c5b-9814-d99b954daf6b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.407940] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.440976] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Successfully updated port: eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.484817] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.520372] env[69019]: DEBUG oslo_vmware.api [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347293, 'name': PowerOnVM_Task, 'duration_secs': 0.562195} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.520640] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.520840] env[69019]: INFO nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1052.521094] env[69019]: DEBUG nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.521885] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d22cd5-1595-4fbb-b207-5754f02a6f13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.580690] env[69019]: INFO nova.compute.manager [-] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Took 1.23 seconds to deallocate network for instance. [ 1052.686525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.708021] env[69019]: DEBUG oslo_vmware.api [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347294, 'name': PowerOnVM_Task, 'duration_secs': 0.637658} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.708021] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.708021] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa60e2-aa49-4504-a005-f068928cf5df tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance '07c6e25a-4910-4307-a2f2-1c2ea72ab59e' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.861668] env[69019]: DEBUG nova.compute.utils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.866815] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1052.913116] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567287} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.913116] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/851f666c-6822-471f-a3f0-3377a56d2339.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.913116] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.913116] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1bf31d4-73b1-4201-8e86-ca9e28388cc9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.923794] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1052.923794] env[69019]: value = "task-3347296" [ 1052.923794] env[69019]: _type = "Task" [ 1052.923794] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.931306] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.943406] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.943550] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquired lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944029] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.989525] env[69019]: DEBUG nova.compute.manager [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.990752] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269be381-686c-4415-b670-28789f1deb6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.049338] env[69019]: INFO nova.compute.manager [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Took 28.87 seconds to build instance. [ 1053.088936] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.189232] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c24ad4-84b6-40f1-902f-eab74d2dc917 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.196867] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab30019-7598-4690-b394-18a75be2e913 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.232970] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11e767-4ebe-46fc-894b-39e8b84913fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.241170] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a5f22-f158-41ad-9c23-99e22ff8bcf1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.255821] env[69019]: DEBUG nova.compute.provider_tree [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.368101] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.432707] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188068} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.433064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.433890] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aabd293-bca9-4087-af41-cdcb1544fa0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.457489] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/851f666c-6822-471f-a3f0-3377a56d2339.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.457779] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d04120a-ad08-4d90-9b34-bd1211f979d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.480397] env[69019]: DEBUG nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Received event network-vif-deleted-d8a0b964-68ba-42ad-a15b-b601e1e6bf7d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.480626] env[69019]: DEBUG nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Received event network-vif-plugged-eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.480819] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Acquiring lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.481033] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.481208] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.481377] env[69019]: DEBUG nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] No waiting events found dispatching network-vif-plugged-eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.481537] env[69019]: WARNING nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Received unexpected event network-vif-plugged-eab8ce77-c375-466c-b216-34c8e59b87a9 for instance with vm_state building and task_state spawning. [ 1053.481694] env[69019]: DEBUG nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Received event network-changed-eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.482020] env[69019]: DEBUG nova.compute.manager [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Refreshing instance network info cache due to event network-changed-eab8ce77-c375-466c-b216-34c8e59b87a9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.482020] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Acquiring lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.483481] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1053.483481] env[69019]: value = "task-3347297" [ 1053.483481] env[69019]: _type = "Task" [ 1053.483481] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.492640] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.505859] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.551726] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b00b0cc5-87ff-44c4-acfe-9638a61840d0 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.387s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.649096] env[69019]: DEBUG nova.network.neutron [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Updating instance_info_cache with network_info: [{"id": "eab8ce77-c375-466c-b216-34c8e59b87a9", "address": "fa:16:3e:c6:91:b3", "network": {"id": "5bf8f3bd-41a1-4202-9c91-3efa113c2d46", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140419424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d6a1a14538473c8dadcffcf0987806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab8ce77-c3", "ovs_interfaceid": "eab8ce77-c375-466c-b216-34c8e59b87a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.762755] env[69019]: DEBUG nova.scheduler.client.report [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.998701] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.016251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62a94c-9379-4342-a65f-f5147f79320d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.025062] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Doing hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1054.025375] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e1bf2395-cf17-4f0c-86f7-c598851b4ca5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.032015] env[69019]: DEBUG oslo_vmware.api [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1054.032015] env[69019]: value = "task-3347298" [ 1054.032015] env[69019]: _type = "Task" [ 1054.032015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.040854] env[69019]: DEBUG oslo_vmware.api [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347298, 'name': ResetVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.151867] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Releasing lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.152597] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Instance network_info: |[{"id": "eab8ce77-c375-466c-b216-34c8e59b87a9", "address": "fa:16:3e:c6:91:b3", "network": {"id": "5bf8f3bd-41a1-4202-9c91-3efa113c2d46", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140419424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d6a1a14538473c8dadcffcf0987806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab8ce77-c3", "ovs_interfaceid": "eab8ce77-c375-466c-b216-34c8e59b87a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.152969] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Acquired lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.153231] env[69019]: DEBUG nova.network.neutron [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Refreshing network info cache for port eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.154498] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:91:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eab8ce77-c375-466c-b216-34c8e59b87a9', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.162293] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Creating folder: Project (76d6a1a14538473c8dadcffcf0987806). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.163441] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f753c774-f237-40b1-9a0d-7401927684e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.176075] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Created folder: Project (76d6a1a14538473c8dadcffcf0987806) in parent group-v667907. [ 1054.176272] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Creating folder: Instances. Parent ref: group-v668181. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.176517] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d6ae5c-d85b-4c2c-9687-d905f114e3b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.186035] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Created folder: Instances in parent group-v668181. [ 1054.186241] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.186431] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.186634] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50f97310-dba3-45e8-9a6f-1b3a9ff30e45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.207217] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.207217] env[69019]: value = "task-3347301" [ 1054.207217] env[69019]: _type = "Task" [ 1054.207217] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.215265] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347301, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.270868] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.274849] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.800s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.275081] env[69019]: DEBUG nova.objects.instance [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.315925] env[69019]: INFO nova.scheduler.client.report [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted allocations for instance 45f3b2a5-de6a-4c5b-9814-d99b954daf6b [ 1054.377729] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.405562] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.405833] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.405992] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.406333] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.406495] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.406648] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.406860] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.407122] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.407213] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.407364] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.407537] env[69019]: DEBUG nova.virt.hardware [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.408398] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072c444-3a54-42e6-89ad-e4c8df555eec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.417101] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40519701-c3c0-44c8-9aa0-55d5b986a873 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.431595] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.437147] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Creating folder: Project (c4d2b4e4eda044639db7a34fca158e56). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.437525] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d884b21-e87c-4789-af8d-a92f0e046cc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.446845] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Created folder: Project (c4d2b4e4eda044639db7a34fca158e56) in parent group-v667907. [ 1054.447034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Creating folder: Instances. Parent ref: group-v668184. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.447254] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-798cccb2-cef6-42c1-8915-dd526de2f599 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.455727] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Created folder: Instances in parent group-v668184. [ 1054.455968] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.456167] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.456356] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31fecb91-8285-471d-bb6a-3217f5048a73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.475296] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.475296] env[69019]: value = "task-3347304" [ 1054.475296] env[69019]: _type = "Task" [ 1054.475296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.482977] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347304, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.492688] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347297, 'name': ReconfigVM_Task, 'duration_secs': 0.603895} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.492989] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/851f666c-6822-471f-a3f0-3377a56d2339.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.493683] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2834e070-bb99-48bd-9077-ae44e2496282 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.501904] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1054.501904] env[69019]: value = "task-3347305" [ 1054.501904] env[69019]: _type = "Task" [ 1054.501904] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.511077] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347305, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.547081] env[69019]: DEBUG oslo_vmware.api [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347298, 'name': ResetVM_Task, 'duration_secs': 0.097229} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.547596] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Did hard reboot of VM {{(pid=69019) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1054.547924] env[69019]: DEBUG nova.compute.manager [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.548904] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12a8907-7542-47ae-b05a-a6c4ca1c3eea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.699238] env[69019]: DEBUG nova.compute.manager [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.699238] env[69019]: DEBUG nova.compute.manager [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing instance network info cache due to event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.699238] env[69019]: DEBUG oslo_concurrency.lockutils [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] Acquiring lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.699238] env[69019]: DEBUG oslo_concurrency.lockutils [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] Acquired lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.699920] env[69019]: DEBUG nova.network.neutron [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.718925] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347301, 'name': CreateVM_Task, 'duration_secs': 0.470845} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.719150] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.720063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.721030] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.721030] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.721451] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9553fc4-e0cf-478b-a7c6-ccef7f5813a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.727243] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1054.727243] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527262eb-348e-f1d5-ae65-563eb70080bd" [ 1054.727243] env[69019]: _type = "Task" [ 1054.727243] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.737727] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527262eb-348e-f1d5-ae65-563eb70080bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.823168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e0fc3c3-6096-43a8-8993-71c32b10ab88 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "45f3b2a5-de6a-4c5b-9814-d99b954daf6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.314s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.884652] env[69019]: DEBUG nova.network.neutron [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Updated VIF entry in instance network info cache for port eab8ce77-c375-466c-b216-34c8e59b87a9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.885099] env[69019]: DEBUG nova.network.neutron [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Updating instance_info_cache with network_info: [{"id": "eab8ce77-c375-466c-b216-34c8e59b87a9", "address": "fa:16:3e:c6:91:b3", "network": {"id": "5bf8f3bd-41a1-4202-9c91-3efa113c2d46", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1140419424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d6a1a14538473c8dadcffcf0987806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeab8ce77-c3", "ovs_interfaceid": "eab8ce77-c375-466c-b216-34c8e59b87a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.985653] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347304, 'name': CreateVM_Task, 'duration_secs': 0.258832} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.985831] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.986287] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.986464] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.986779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.987045] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb46fc8c-9cf1-4c50-a980-3be744475631 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.991812] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1054.991812] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b7c469-3a9a-454f-1b8e-5aa956f36e92" [ 1054.991812] env[69019]: _type = "Task" [ 1054.991812] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.001097] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b7c469-3a9a-454f-1b8e-5aa956f36e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.011032] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347305, 'name': Rename_Task, 'duration_secs': 0.193441} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.011318] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.011572] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2385c8-645b-4657-a317-26cb6a57f3a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.017838] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1055.017838] env[69019]: value = "task-3347306" [ 1055.017838] env[69019]: _type = "Task" [ 1055.017838] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.027516] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.066087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c2fe6a98-48e2-4557-a9b8-596a8c263648 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.386s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.237655] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527262eb-348e-f1d5-ae65-563eb70080bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.238009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.238293] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.238486] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.238637] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.238907] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.239097] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d02d181-0d39-436f-8a2e-1a2954820baa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.249665] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.249879] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.250695] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa054cb-51cc-4575-8e11-e76dd5ad2324 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.257337] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1055.257337] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5222795d-d8a2-bdcd-7388-5de9d6aa690f" [ 1055.257337] env[69019]: _type = "Task" [ 1055.257337] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.265600] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5222795d-d8a2-bdcd-7388-5de9d6aa690f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.295779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-35e028e5-9ed9-4b85-85b4-1f7c24f78a79 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.297021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.399s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.297293] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.297458] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1055.297923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.241s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.298334] env[69019]: DEBUG nova.objects.instance [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid b48ce262-0004-49a1-9d3c-70e162d300ee {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.304023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1561d-7ead-451e-809d-db46441f608c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.310875] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b03d6d-066b-4a0b-a357-cff3b947204a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.328736] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea39fb5-c74e-4f1b-a801-b60d54cc8d3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.331765] env[69019]: DEBUG nova.network.neutron [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Port d53b1d99-754d-4ed0-9891-83364f25c4b5 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1055.331998] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.332164] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.332324] env[69019]: DEBUG nova.network.neutron [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.338111] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef41e1-fbb0-433e-85ee-09b345fb98ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.368923] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178465MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1055.369075] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.387639] env[69019]: DEBUG oslo_concurrency.lockutils [req-9cf6ff5d-2919-4fd1-bc3d-a2ad0da8bcc2 req-a7cde2cd-eebc-4de5-94c1-27c38076e307 service nova] Releasing lock "refresh_cache-79600fea-febb-4569-8dd4-7d569f3bb44f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.497919] env[69019]: DEBUG nova.network.neutron [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updated VIF entry in instance network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.498319] env[69019]: DEBUG nova.network.neutron [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [{"id": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "address": "fa:16:3e:e7:90:06", "network": {"id": "55480820-bd3e-45a9-9077-27a75cab14e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761910441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21dd33ac7ff7494386abf6315081754e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aad1c9d-52", "ovs_interfaceid": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.509682] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b7c469-3a9a-454f-1b8e-5aa956f36e92, 'name': SearchDatastore_Task, 'duration_secs': 0.021383} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.509819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.510184] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.510869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.511067] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.511287] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.512498] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db1f5e5-e0d7-46bc-98e3-653ead287ac5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.523808] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.523994] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.527768] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76067ddf-f416-4164-8223-65c9964adce2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.529969] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347306, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.533437] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1055.533437] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b451ce-5a4c-3a55-db94-2c3e6513f737" [ 1055.533437] env[69019]: _type = "Task" [ 1055.533437] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.540926] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b451ce-5a4c-3a55-db94-2c3e6513f737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.768166] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5222795d-d8a2-bdcd-7388-5de9d6aa690f, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.769379] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93188078-bec9-4e40-b6c2-cb6831ea6616 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775496] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1055.775496] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5263baf8-4c93-306b-657d-889ab5d310f6" [ 1055.775496] env[69019]: _type = "Task" [ 1055.775496] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.784843] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5263baf8-4c93-306b-657d-889ab5d310f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.002835] env[69019]: DEBUG oslo_concurrency.lockutils [req-501c1621-0e0b-471f-afe2-daabdcaaccfe req-8845e0c1-f6dc-4045-a86e-f2eb2be4e82b service nova] Releasing lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.035372] env[69019]: DEBUG oslo_vmware.api [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347306, 'name': PowerOnVM_Task, 'duration_secs': 0.928669} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.038930] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.039201] env[69019]: INFO nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1056.039366] env[69019]: DEBUG nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.042876] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d32ea2-af9d-4696-b2f9-1f9dc92fda91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.052417] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b451ce-5a4c-3a55-db94-2c3e6513f737, 'name': SearchDatastore_Task, 'duration_secs': 0.018308} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.060318] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a561cd-b69a-480f-b0cc-624ee6e93409 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065855] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1056.065855] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525eb37a-3159-d48a-ae41-1d72b36c972f" [ 1056.065855] env[69019]: _type = "Task" [ 1056.065855] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.075922] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525eb37a-3159-d48a-ae41-1d72b36c972f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.118749] env[69019]: DEBUG nova.network.neutron [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.197205] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464be688-d486-4214-90db-f3000685ec61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.205342] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c55df4-c28e-4ce6-9338-6d2d68a5636f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.244128] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67f8a3-2cdc-4fa8-a582-5f80026e2a6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.252217] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccddb638-889a-4b8b-97d2-46db01f53778 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.270862] env[69019]: DEBUG nova.compute.provider_tree [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.286845] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5263baf8-4c93-306b-657d-889ab5d310f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.287143] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.287406] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 79600fea-febb-4569-8dd4-7d569f3bb44f/79600fea-febb-4569-8dd4-7d569f3bb44f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.287660] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b91a5e-57b8-4ac0-bcd4-30c291b800d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.294814] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1056.294814] env[69019]: value = "task-3347307" [ 1056.294814] env[69019]: _type = "Task" [ 1056.294814] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.302745] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.418992] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.419275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.564966] env[69019]: INFO nova.compute.manager [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Took 27.40 seconds to build instance. [ 1056.576705] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525eb37a-3159-d48a-ae41-1d72b36c972f, 'name': SearchDatastore_Task, 'duration_secs': 0.027054} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.577026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.577362] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.581032] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbac88cf-44e4-415f-9706-ed6136c84f52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.584438] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1056.584438] env[69019]: value = "task-3347308" [ 1056.584438] env[69019]: _type = "Task" [ 1056.584438] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.593234] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.622046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.773713] env[69019]: DEBUG nova.scheduler.client.report [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.806754] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347307, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.879927] env[69019]: DEBUG nova.compute.manager [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.880178] env[69019]: DEBUG nova.compute.manager [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing instance network info cache due to event network-changed-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.880467] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] Acquiring lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.880631] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] Acquired lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.880843] env[69019]: DEBUG nova.network.neutron [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Refreshing network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.925510] env[69019]: INFO nova.compute.manager [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Detaching volume 48d70d24-1a8f-41e2-bd78-17051a43b14f [ 1056.971366] env[69019]: INFO nova.virt.block_device [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Attempting to driver detach volume 48d70d24-1a8f-41e2-bd78-17051a43b14f from mountpoint /dev/sdb [ 1056.971652] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1056.971853] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668130', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'name': 'volume-48d70d24-1a8f-41e2-bd78-17051a43b14f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21657f16-a790-4a08-8542-be77c2663dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'serial': '48d70d24-1a8f-41e2-bd78-17051a43b14f'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1056.973471] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee88ebd7-6ad8-4936-b423-de8e65e07f92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.998469] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f620d47-f43a-43c8-ba01-a2a59facca14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.009315] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49edf29e-b3a2-4f01-87ae-4548779fc263 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.032975] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69003bbb-85dd-4b89-ae40-ac038f57a6c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.052296] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] The volume has not been displaced from its original location: [datastore1] volume-48d70d24-1a8f-41e2-bd78-17051a43b14f/volume-48d70d24-1a8f-41e2-bd78-17051a43b14f.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.059734] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.060209] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb482e4-23e4-4304-a57a-9d7f7800660c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.077827] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c3249991-7e2a-478b-b4af-e11daa6f4b2e tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.923s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.085461] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1057.085461] env[69019]: value = "task-3347309" [ 1057.085461] env[69019]: _type = "Task" [ 1057.085461] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.100638] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347308, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.105581] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.126645] env[69019]: DEBUG nova.compute.manager [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69019) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1057.278624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.281868] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.666s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.281917] env[69019]: DEBUG nova.objects.instance [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lazy-loading 'resources' on Instance uuid 6432e3d5-91db-4406-b01c-6b747978a5f9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.315725] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902993} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.315725] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 79600fea-febb-4569-8dd4-7d569f3bb44f/79600fea-febb-4569-8dd4-7d569f3bb44f.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.315725] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.315725] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f86e98-9371-4c78-938c-8b0f15fca63a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.321532] env[69019]: INFO nova.scheduler.client.report [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance b48ce262-0004-49a1-9d3c-70e162d300ee [ 1057.335106] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1057.335106] env[69019]: value = "task-3347310" [ 1057.335106] env[69019]: _type = "Task" [ 1057.335106] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.347544] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.598094] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347309, 'name': ReconfigVM_Task, 'duration_secs': 0.322023} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.601241] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.606115] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705102} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.606902] env[69019]: DEBUG nova.network.neutron [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updated VIF entry in instance network info cache for port 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.607394] env[69019]: DEBUG nova.network.neutron [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [{"id": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "address": "fa:16:3e:e7:90:06", "network": {"id": "55480820-bd3e-45a9-9077-27a75cab14e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761910441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21dd33ac7ff7494386abf6315081754e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aad1c9d-52", "ovs_interfaceid": "1aad1c9d-5235-468a-a6b9-e6d2230ab9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.608430] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a39bdd1-21ef-4ee9-ad1c-541799e944e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.618267] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.618403] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.619336] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f362fe3-f42e-43df-8d60-b37ba644f42e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.626882] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1057.626882] env[69019]: value = "task-3347312" [ 1057.626882] env[69019]: _type = "Task" [ 1057.626882] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.630973] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1057.630973] env[69019]: value = "task-3347311" [ 1057.630973] env[69019]: _type = "Task" [ 1057.630973] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.638758] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.642413] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.809471] env[69019]: INFO nova.compute.manager [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Rescuing [ 1057.809721] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.809871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810100] env[69019]: DEBUG nova.network.neutron [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.838094] env[69019]: DEBUG oslo_concurrency.lockutils [None req-800030e8-3839-4786-b556-6d92a3f3fcf3 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "b48ce262-0004-49a1-9d3c-70e162d300ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.957s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.847145] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065143} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.850032] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.851768] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899631a7-c0c9-4c8e-9895-fd8c8ccad8d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.880393] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 79600fea-febb-4569-8dd4-7d569f3bb44f/79600fea-febb-4569-8dd4-7d569f3bb44f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.884789] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc74150-434d-46c6-9896-00489e3fec70 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.906791] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1057.906791] env[69019]: value = "task-3347313" [ 1057.906791] env[69019]: _type = "Task" [ 1057.906791] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.920218] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.110748] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bcf4f0-5e4c-4e20-aa1e-289e7c3f1100 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.118540] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d87fe-fc82-4050-bed1-f034162450d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.122284] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b05a465-5f27-49f5-9d8d-c0dc34c155b8 req-d21dbcfc-be9c-4176-9829-6cdcefab9712 service nova] Releasing lock "refresh_cache-8b9e871c-47a4-4ee2-aad5-b4de7de593da" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.156065] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01df961-ce92-4a3e-b833-5278b8fa5565 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.163580] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101302} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.168540] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.168667] env[69019]: DEBUG oslo_vmware.api [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347311, 'name': ReconfigVM_Task, 'duration_secs': 0.272653} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.169387] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec9ebe-4129-42b4-82cc-3c97f01cd920 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.171898] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668130', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'name': 'volume-48d70d24-1a8f-41e2-bd78-17051a43b14f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21657f16-a790-4a08-8542-be77c2663dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '48d70d24-1a8f-41e2-bd78-17051a43b14f', 'serial': '48d70d24-1a8f-41e2-bd78-17051a43b14f'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.174945] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc24d7a-9a2b-49a6-a404-30fc7b68c741 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.197103] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.205140] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8308ec3-01a2-49c6-913a-0d7f7e0c59c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.219627] env[69019]: DEBUG nova.compute.provider_tree [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.227980] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1058.227980] env[69019]: value = "task-3347314" [ 1058.227980] env[69019]: _type = "Task" [ 1058.227980] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.239066] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.247921] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.418209] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.500348] env[69019]: DEBUG nova.network.neutron [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.551424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.551597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.552259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.552259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.552259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.554566] env[69019]: INFO nova.compute.manager [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Terminating instance [ 1058.723427] env[69019]: DEBUG nova.scheduler.client.report [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.728057] env[69019]: DEBUG nova.objects.instance [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid 21657f16-a790-4a08-8542-be77c2663dd3 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.739772] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347314, 'name': ReconfigVM_Task, 'duration_secs': 0.439931} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.739772] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.739772] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccfe1509-0556-4715-addd-13e5b2bddde2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.746332] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1058.746332] env[69019]: value = "task-3347315" [ 1058.746332] env[69019]: _type = "Task" [ 1058.746332] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.755066] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347315, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.920880] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347313, 'name': ReconfigVM_Task, 'duration_secs': 0.646731} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.921251] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 79600fea-febb-4569-8dd4-7d569f3bb44f/79600fea-febb-4569-8dd4-7d569f3bb44f.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.922283] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb360403-a60d-4721-8a3a-0a109548febd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.929212] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1058.929212] env[69019]: value = "task-3347316" [ 1058.929212] env[69019]: _type = "Task" [ 1058.929212] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.939937] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347316, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.967847] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.968179] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.003294] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059629] env[69019]: DEBUG nova.compute.manager [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.059629] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.060322] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b8478-eb49-43b1-b948-25cf893598a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.068071] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.068327] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fec008b-f0e1-4b31-a27c-e28aec4b672d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075189] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1059.075189] env[69019]: value = "task-3347317" [ 1059.075189] env[69019]: _type = "Task" [ 1059.075189] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.083579] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.230775] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.233453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.073s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.233687] env[69019]: DEBUG nova.objects.instance [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lazy-loading 'resources' on Instance uuid 6307787e-3373-40df-b663-973fc5020f0b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.258469] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347315, 'name': Rename_Task, 'duration_secs': 0.148272} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.259638] env[69019]: INFO nova.scheduler.client.report [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Deleted allocations for instance 6432e3d5-91db-4406-b01c-6b747978a5f9 [ 1059.260954] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.263428] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0ec874-0173-43e5-a245-572432c02274 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272225] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1059.272225] env[69019]: value = "task-3347318" [ 1059.272225] env[69019]: _type = "Task" [ 1059.272225] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.280305] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.438497] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347316, 'name': Rename_Task, 'duration_secs': 0.16192} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.438797] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.439050] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be42332-d6fe-4d78-b836-f91ec3543253 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.444651] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1059.444651] env[69019]: value = "task-3347319" [ 1059.444651] env[69019]: _type = "Task" [ 1059.444651] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.453636] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.470658] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.585671] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347317, 'name': PowerOffVM_Task, 'duration_secs': 0.375018} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.585944] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.586129] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.586387] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b826fbe8-210b-4294-9b8d-65e66c142f7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.654656] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.654866] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.655068] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Deleting the datastore file [datastore2] 8b9e871c-47a4-4ee2-aad5-b4de7de593da {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.655343] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9cfd36-124a-4c6c-8abb-ae6fbd417168 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.662631] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for the task: (returnval){ [ 1059.662631] env[69019]: value = "task-3347321" [ 1059.662631] env[69019]: _type = "Task" [ 1059.662631] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.671357] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.741484] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8a96c331-a7e1-4aea-b238-a5a5f9738a8f tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.770967] env[69019]: DEBUG oslo_concurrency.lockutils [None req-58ee6519-c2d0-485d-8d30-b09dd2c314df tempest-AttachInterfacesUnderV243Test-564589662 tempest-AttachInterfacesUnderV243Test-564589662-project-member] Lock "6432e3d5-91db-4406-b01c-6b747978a5f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.607s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.785817] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.885281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.885555] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.885769] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "21657f16-a790-4a08-8542-be77c2663dd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.885962] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.886454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.890569] env[69019]: INFO nova.compute.manager [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Terminating instance [ 1059.955520] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.993202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.056707] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8941e42-1b1d-4a51-812a-5c9f00b7d76d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.066708] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f516c32-03ac-48fe-8c39-4d465a32642c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.100218] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942181a9-934c-4496-b323-9a2d1cdd0746 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.108078] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80010f-345e-4b89-ab57-89829e8566e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.125282] env[69019]: DEBUG nova.compute.provider_tree [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.173082] env[69019]: DEBUG oslo_vmware.api [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Task: {'id': task-3347321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184487} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.174187] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.174187] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.174187] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.174187] env[69019]: INFO nova.compute.manager [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1060.174398] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.174513] env[69019]: DEBUG nova.compute.manager [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.174614] env[69019]: DEBUG nova.network.neutron [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.287172] env[69019]: DEBUG oslo_vmware.api [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347318, 'name': PowerOnVM_Task, 'duration_secs': 0.637887} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.287472] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.290181] env[69019]: INFO nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1060.290181] env[69019]: DEBUG nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.290181] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84c7ccb-b62c-47c3-8a40-f2c84f274b19 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.399020] env[69019]: DEBUG nova.compute.manager [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.399020] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.399020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a094641-038a-4eff-8599-3c27d3bcdeb4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.407306] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.407306] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc09961e-92db-4af7-815e-c6a8d97590db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.417105] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1060.417105] env[69019]: value = "task-3347322" [ 1060.417105] env[69019]: _type = "Task" [ 1060.417105] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.426550] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.433368] env[69019]: DEBUG nova.compute.manager [req-613828fe-bfe9-4885-84a2-75786a3ee8db req-68e83e07-7632-462b-b8ec-addf6ca71d22 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Received event network-vif-deleted-1aad1c9d-5235-468a-a6b9-e6d2230ab9f5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.433611] env[69019]: INFO nova.compute.manager [req-613828fe-bfe9-4885-84a2-75786a3ee8db req-68e83e07-7632-462b-b8ec-addf6ca71d22 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Neutron deleted interface 1aad1c9d-5235-468a-a6b9-e6d2230ab9f5; detaching it from the instance and deleting it from the info cache [ 1060.433838] env[69019]: DEBUG nova.network.neutron [req-613828fe-bfe9-4885-84a2-75786a3ee8db req-68e83e07-7632-462b-b8ec-addf6ca71d22 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.454471] env[69019]: DEBUG oslo_vmware.api [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347319, 'name': PowerOnVM_Task, 'duration_secs': 0.552133} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.454719] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.454906] env[69019]: INFO nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1060.455099] env[69019]: DEBUG nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.455845] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c8f443-5ac6-4ab7-9c2e-16c43f5f6d14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.544294] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.544700] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b4ed46a-0fcf-47aa-ac93-ba4932492ed3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.553645] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1060.553645] env[69019]: value = "task-3347323" [ 1060.553645] env[69019]: _type = "Task" [ 1060.553645] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.563335] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.629791] env[69019]: DEBUG nova.scheduler.client.report [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.808469] env[69019]: INFO nova.compute.manager [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Took 25.70 seconds to build instance. [ 1060.918807] env[69019]: DEBUG nova.network.neutron [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.930140] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347322, 'name': PowerOffVM_Task, 'duration_secs': 0.3953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.931085] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.931366] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.931550] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8781426-2fe0-4b62-8d42-ed82b53c9eb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.936325] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5c92f1a-e56d-43a1-897e-878edba487c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.945113] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f757be6-8319-48ad-aef1-4c71fabfcc29 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.981179] env[69019]: DEBUG nova.compute.manager [req-613828fe-bfe9-4885-84a2-75786a3ee8db req-68e83e07-7632-462b-b8ec-addf6ca71d22 service nova] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Detach interface failed, port_id=1aad1c9d-5235-468a-a6b9-e6d2230ab9f5, reason: Instance 8b9e871c-47a4-4ee2-aad5-b4de7de593da could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.983886] env[69019]: INFO nova.compute.manager [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Took 26.94 seconds to build instance. [ 1061.013059] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.013059] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.013059] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleting the datastore file [datastore2] 21657f16-a790-4a08-8542-be77c2663dd3 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.013059] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c1560a-f622-49ec-a7ce-63ba18f14667 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.018456] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1061.018456] env[69019]: value = "task-3347325" [ 1061.018456] env[69019]: _type = "Task" [ 1061.018456] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.027072] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.066497] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347323, 'name': PowerOffVM_Task, 'duration_secs': 0.266652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.066932] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.067834] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73e090-18f3-4ee2-8e57-ef9758b7842c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.087562] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941cb194-204e-45f9-a962-4fb1aae37320 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.125117] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.125423] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43c2f97-36e3-45a1-b586-a5132bc36292 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.131609] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1061.131609] env[69019]: value = "task-3347326" [ 1061.131609] env[69019]: _type = "Task" [ 1061.131609] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.135433] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.137685] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.843s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.139314] env[69019]: INFO nova.compute.claims [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.150547] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.150547] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.150839] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150995] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.151615] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.151900] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eefef1b-b0ed-4435-8606-52a61e045f4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.162346] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.162525] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.164521] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fca63f4-a994-4279-b788-76651da750a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.171937] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1061.171937] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e6ca7e-824f-855b-187a-5c594bfc5526" [ 1061.171937] env[69019]: _type = "Task" [ 1061.171937] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.177047] env[69019]: INFO nova.scheduler.client.report [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleted allocations for instance 6307787e-3373-40df-b663-973fc5020f0b [ 1061.186090] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e6ca7e-824f-855b-187a-5c594bfc5526, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.187218] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228cc92a-3802-4cc8-8278-da966a4e37c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.193260] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1061.193260] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525843d3-7ba0-cb20-8aa3-19d53bf8bccb" [ 1061.193260] env[69019]: _type = "Task" [ 1061.193260] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.203054] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525843d3-7ba0-cb20-8aa3-19d53bf8bccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.311207] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a6761ab8-2788-4f12-ada7-84a96092ee11 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.217s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.426640] env[69019]: INFO nova.compute.manager [-] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Took 1.25 seconds to deallocate network for instance. [ 1061.487836] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c9d5d676-a10c-45b4-a78c-11006231799d tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.457s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.531986] env[69019]: DEBUG oslo_vmware.api [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.531986] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.531986] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.531986] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.532326] env[69019]: INFO nova.compute.manager [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.532605] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.532801] env[69019]: DEBUG nova.compute.manager [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.532898] env[69019]: DEBUG nova.network.neutron [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.699949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d9f38468-a232-4adb-929a-ace5417c0660 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "6307787e-3373-40df-b663-973fc5020f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.958s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.709238] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525843d3-7ba0-cb20-8aa3-19d53bf8bccb, 'name': SearchDatastore_Task, 'duration_secs': 0.018868} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.709360] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.710370] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1061.710370] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e381165-2210-455b-9691-7587ef99c684 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.717684] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1061.717684] env[69019]: value = "task-3347327" [ 1061.717684] env[69019]: _type = "Task" [ 1061.717684] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.727321] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.937462] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.997797] env[69019]: INFO nova.compute.manager [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Rebuilding instance [ 1062.073405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "7adc3204-6f88-438d-9f40-311de678f575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.074056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.074436] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "7adc3204-6f88-438d-9f40-311de678f575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.074899] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.075210] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.077316] env[69019]: DEBUG nova.compute.manager [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.078303] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e71b3ec-195c-4ea9-aaf4-38d001301849 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.082083] env[69019]: INFO nova.compute.manager [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Terminating instance [ 1062.232465] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347327, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.483273] env[69019]: DEBUG nova.compute.manager [req-68063316-9fc0-4d3b-8bbf-e71c3aa2e14e req-9eb6c4d9-0838-4848-86d1-21550869151c service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Received event network-vif-deleted-3592b44c-04d2-49eb-8459-cb11321ec705 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.483557] env[69019]: INFO nova.compute.manager [req-68063316-9fc0-4d3b-8bbf-e71c3aa2e14e req-9eb6c4d9-0838-4848-86d1-21550869151c service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Neutron deleted interface 3592b44c-04d2-49eb-8459-cb11321ec705; detaching it from the instance and deleting it from the info cache [ 1062.483760] env[69019]: DEBUG nova.network.neutron [req-68063316-9fc0-4d3b-8bbf-e71c3aa2e14e req-9eb6c4d9-0838-4848-86d1-21550869151c service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.498165] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbf905-b376-4e90-b88c-13751afb8d6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.507791] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb7285-3276-4577-8c97-3f9642caf957 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.547872] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45faead-d705-4c96-97d6-efb11117b70e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.555349] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e118670-cabc-4697-ad67-5fc625b4a37e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.570238] env[69019]: DEBUG nova.compute.provider_tree [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.589732] env[69019]: DEBUG nova.compute.manager [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.589732] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.589732] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff007d8-e49a-4c05-b24d-782af6a8a055 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.599170] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.599444] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad31a72-2f7d-4047-b171-30be4ea73874 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.606753] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1062.606753] env[69019]: value = "task-3347328" [ 1062.606753] env[69019]: _type = "Task" [ 1062.606753] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.615290] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.730580] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603799} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.730934] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 1062.731856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8500f-4c5c-4c2e-a12f-ba6ce460b5db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.759054] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.759475] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d2d6bc-826a-4e00-bfb7-e170063ff342 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.777943] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1062.777943] env[69019]: value = "task-3347329" [ 1062.777943] env[69019]: _type = "Task" [ 1062.777943] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.786442] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.933496] env[69019]: DEBUG nova.network.neutron [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.988430] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97796220-c504-429e-9b33-bb16fdabfccd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.999936] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38479d54-68bd-42bb-a87e-4242d9394fa0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.038525] env[69019]: DEBUG nova.compute.manager [req-68063316-9fc0-4d3b-8bbf-e71c3aa2e14e req-9eb6c4d9-0838-4848-86d1-21550869151c service nova] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Detach interface failed, port_id=3592b44c-04d2-49eb-8459-cb11321ec705, reason: Instance 21657f16-a790-4a08-8542-be77c2663dd3 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.073098] env[69019]: DEBUG nova.scheduler.client.report [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.096312] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.096929] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8feb1d74-307f-4c31-8197-4b2e8c664574 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.105304] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1063.105304] env[69019]: value = "task-3347330" [ 1063.105304] env[69019]: _type = "Task" [ 1063.105304] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.117838] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.120978] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347328, 'name': PowerOffVM_Task, 'duration_secs': 0.349599} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.121367] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.121521] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.121804] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97baa00f-70f7-4549-a5ef-cf85ad8313b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.225594] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.226160] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.226499] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleting the datastore file [datastore2] 7adc3204-6f88-438d-9f40-311de678f575 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.226902] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb09cd2a-834d-41cc-a00b-ab667b5e1db5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.235152] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for the task: (returnval){ [ 1063.235152] env[69019]: value = "task-3347332" [ 1063.235152] env[69019]: _type = "Task" [ 1063.235152] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.247040] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.287644] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.438602] env[69019]: INFO nova.compute.manager [-] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Took 1.91 seconds to deallocate network for instance. [ 1063.476722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "79600fea-febb-4569-8dd4-7d569f3bb44f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.476722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.476722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.476722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.477047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.479029] env[69019]: INFO nova.compute.manager [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Terminating instance [ 1063.579225] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.579785] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.582473] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.245s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.583872] env[69019]: INFO nova.compute.claims [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.621151] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347330, 'name': PowerOffVM_Task, 'duration_secs': 0.232338} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.621469] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.622135] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.623168] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954431f2-2c9f-4704-bfe4-3f8beecfd5dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.630571] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.631540] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c67915-e1d0-4cbf-afb8-45585b20123a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.681015] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.681247] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.681429] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Deleting the datastore file [datastore1] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.681849] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a0011a0-a1c1-4e6b-bfa5-d6d26463d056 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.687761] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1063.687761] env[69019]: value = "task-3347334" [ 1063.687761] env[69019]: _type = "Task" [ 1063.687761] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.695680] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.744957] env[69019]: DEBUG oslo_vmware.api [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Task: {'id': task-3347332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189299} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.745223] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.745410] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.745587] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.745765] env[69019]: INFO nova.compute.manager [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.746077] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.746207] env[69019]: DEBUG nova.compute.manager [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.746304] env[69019]: DEBUG nova.network.neutron [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.789073] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347329, 'name': ReconfigVM_Task, 'duration_secs': 0.6437} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.789383] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.790270] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846f334-e2e9-41f6-9dac-9457cfb90208 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.818132] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d31db379-59b9-41d6-97bf-12945d0d26cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834163] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1063.834163] env[69019]: value = "task-3347335" [ 1063.834163] env[69019]: _type = "Task" [ 1063.834163] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.845312] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.946041] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.982029] env[69019]: DEBUG nova.compute.manager [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.982273] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.984915] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1349d23a-3e28-45a0-8440-f8b6951a3014 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.990757] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.991010] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2917d05f-4373-4b68-ac6b-1b971588fe9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.997496] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1063.997496] env[69019]: value = "task-3347336" [ 1063.997496] env[69019]: _type = "Task" [ 1063.997496] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.005946] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.087931] env[69019]: DEBUG nova.compute.utils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.095341] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.095568] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.136700] env[69019]: DEBUG nova.policy [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.199332] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124397} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.199603] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.202783] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.202783] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.344325] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347335, 'name': ReconfigVM_Task, 'duration_secs': 0.349183} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.344780] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.345138] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a68d65-4640-436b-b3cf-ed60ddc6844f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.351766] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1064.351766] env[69019]: value = "task-3347337" [ 1064.351766] env[69019]: _type = "Task" [ 1064.351766] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.363684] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.502525] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Successfully created port: 5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.510995] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347336, 'name': PowerOffVM_Task, 'duration_secs': 0.316768} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.512335] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.512500] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.513717] env[69019]: DEBUG nova.compute.manager [req-1475b2b9-74a5-43d0-9709-0f811712c6f4 req-01092515-d3de-4418-bbe5-8146e00d03a9 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Received event network-vif-deleted-6c49ba30-b98b-4ae8-85f5-7a347399749e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.513896] env[69019]: INFO nova.compute.manager [req-1475b2b9-74a5-43d0-9709-0f811712c6f4 req-01092515-d3de-4418-bbe5-8146e00d03a9 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Neutron deleted interface 6c49ba30-b98b-4ae8-85f5-7a347399749e; detaching it from the instance and deleting it from the info cache [ 1064.514073] env[69019]: DEBUG nova.network.neutron [req-1475b2b9-74a5-43d0-9709-0f811712c6f4 req-01092515-d3de-4418-bbe5-8146e00d03a9 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.515086] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc6a8db-dd02-4656-83b6-857978e2953e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.546091] env[69019]: DEBUG nova.network.neutron [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.595025] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.601865] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.602239] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.602517] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Deleting the datastore file [datastore2] 79600fea-febb-4569-8dd4-7d569f3bb44f {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.603051] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ee23ba-4112-4f07-8db0-35ec14f49f5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.610993] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for the task: (returnval){ [ 1064.610993] env[69019]: value = "task-3347339" [ 1064.610993] env[69019]: _type = "Task" [ 1064.610993] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.622045] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.868187] env[69019]: DEBUG oslo_vmware.api [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347337, 'name': PowerOnVM_Task, 'duration_secs': 0.407752} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.868596] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.876376] env[69019]: DEBUG nova.compute.manager [None req-a99246c7-c8b8-4b3e-b3f3-5805e3b64d64 tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.877633] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb5d2c5-2c0a-4c34-8e12-19fa4f7b7f41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.966477] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11608cda-6d00-4dc2-a430-88b704cb12da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.976884] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b2446-4be8-4b0d-8907-ff2d920a7022 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.013318] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8478de23-03c5-487e-b49b-ce194b67da55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.020312] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59b5dd66-b0b4-4703-bc75-2a411f74ae4c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.023168] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d03658-a893-431a-8e65-e96cacfd14d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.041953] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83446668-984c-4602-96fe-230abdbe107c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.055596] env[69019]: DEBUG nova.compute.provider_tree [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.057516] env[69019]: INFO nova.compute.manager [-] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Took 1.31 seconds to deallocate network for instance. [ 1065.080309] env[69019]: DEBUG nova.compute.manager [req-1475b2b9-74a5-43d0-9709-0f811712c6f4 req-01092515-d3de-4418-bbe5-8146e00d03a9 service nova] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Detach interface failed, port_id=6c49ba30-b98b-4ae8-85f5-7a347399749e, reason: Instance 7adc3204-6f88-438d-9f40-311de678f575 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.120319] env[69019]: DEBUG oslo_vmware.api [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Task: {'id': task-3347339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132777} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.120573] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.120760] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.120938] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.121169] env[69019]: INFO nova.compute.manager [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1065.121371] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.121561] env[69019]: DEBUG nova.compute.manager [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.121655] env[69019]: DEBUG nova.network.neutron [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.241134] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.241134] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.241280] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.241467] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.241615] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.241761] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.241961] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.242203] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.242393] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.242559] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.242760] env[69019]: DEBUG nova.virt.hardware [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.244161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6688c8a-410a-4f8e-92c9-fc26adae5993 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.251546] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2059637-cdad-4141-bc00-1f88ca8c0e1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.266145] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.271624] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.271967] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.272097] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064b7455-0e0c-465f-92fc-4623ffc8f1d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.289528] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.289528] env[69019]: value = "task-3347340" [ 1065.289528] env[69019]: _type = "Task" [ 1065.289528] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.298052] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347340, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.559222] env[69019]: DEBUG nova.scheduler.client.report [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.565126] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.602973] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.630349] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.630611] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.630762] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.630940] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.631144] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.631324] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.631536] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.631696] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.631863] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.632036] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.632217] env[69019]: DEBUG nova.virt.hardware [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.633105] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd7741e-cffc-457d-82ed-12c5bde4ed7c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.641076] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e586e-dba2-4956-813f-990016356842 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.802911] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347340, 'name': CreateVM_Task, 'duration_secs': 0.342437} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.803304] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.804297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.804297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.804984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805179] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bd4d52-4705-4b07-a29a-a2d2346100d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.810150] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1065.810150] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529feae7-1b3a-9f93-de6b-00f8ee4fe8ad" [ 1065.810150] env[69019]: _type = "Task" [ 1065.810150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.817908] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529feae7-1b3a-9f93-de6b-00f8ee4fe8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.996707] env[69019]: DEBUG nova.network.neutron [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.067962] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.068404] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.071898] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.385s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.071898] env[69019]: DEBUG nova.objects.instance [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'resources' on Instance uuid c923420a-c94a-4321-9a1a-f02dbf86862a {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.207465] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Successfully updated port: 5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.322530] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529feae7-1b3a-9f93-de6b-00f8ee4fe8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.322854] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.323106] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.323351] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.323502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.323688] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.323968] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19ce170-5c61-4857-a7de-f03111cd402a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.332843] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.333049] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.333797] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b48ec24-1381-4deb-ba77-9f2e63fb3cb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.339525] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1066.339525] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d3325-16dc-8ebc-e0b1-178d3e009291" [ 1066.339525] env[69019]: _type = "Task" [ 1066.339525] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.347811] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d3325-16dc-8ebc-e0b1-178d3e009291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.506019] env[69019]: INFO nova.compute.manager [-] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Took 1.38 seconds to deallocate network for instance. [ 1066.528924] env[69019]: DEBUG nova.compute.manager [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.528924] env[69019]: DEBUG nova.compute.manager [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing instance network info cache due to event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.528924] env[69019]: DEBUG oslo_concurrency.lockutils [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.528924] env[69019]: DEBUG oslo_concurrency.lockutils [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.528924] env[69019]: DEBUG nova.network.neutron [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.549796] env[69019]: DEBUG nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Received event network-vif-deleted-eab8ce77-c375-466c-b216-34c8e59b87a9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.550091] env[69019]: DEBUG nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-vif-plugged-5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.550348] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.550612] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.550841] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.551095] env[69019]: DEBUG nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] No waiting events found dispatching network-vif-plugged-5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.551309] env[69019]: WARNING nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received unexpected event network-vif-plugged-5fd5c788-58f9-4126-a5f0-45a3695e9edf for instance with vm_state building and task_state spawning. [ 1066.551528] env[69019]: DEBUG nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-changed-5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.551784] env[69019]: DEBUG nova.compute.manager [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing instance network info cache due to event network-changed-5fd5c788-58f9-4126-a5f0-45a3695e9edf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.552096] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.552303] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.553229] env[69019]: DEBUG nova.network.neutron [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing network info cache for port 5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.574653] env[69019]: DEBUG nova.compute.utils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.578802] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.578947] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.653686] env[69019]: DEBUG nova.policy [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.666018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.666501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.712495] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.857520] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521d3325-16dc-8ebc-e0b1-178d3e009291, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.858445] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d079ea-f41a-4d96-bdc3-50187f06d223 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.864768] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1066.864768] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d47528-a3da-a50e-3211-20e8c5c618ca" [ 1066.864768] env[69019]: _type = "Task" [ 1066.864768] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.876979] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d47528-a3da-a50e-3211-20e8c5c618ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.928158] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db2ffe1-f19e-4dc5-9666-0f6a3c67782e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.937909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b2ccb-d86d-4ad7-94b5-85fd68a1c6f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.978969] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Successfully created port: a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.981612] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f19ad-e78d-4844-b020-8f4d53ef6752 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.989769] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ed377-aefb-461d-918a-84df8c48a050 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.008900] env[69019]: DEBUG nova.compute.provider_tree [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.010504] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.079852] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.116747] env[69019]: DEBUG nova.network.neutron [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.169976] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.291756] env[69019]: DEBUG nova.network.neutron [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.376427] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d47528-a3da-a50e-3211-20e8c5c618ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.376596] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.376925] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.377152] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8897a660-b584-452a-8d38-c2b5ccdb44fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.384819] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1067.384819] env[69019]: value = "task-3347341" [ 1067.384819] env[69019]: _type = "Task" [ 1067.384819] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.393318] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.394331] env[69019]: DEBUG nova.network.neutron [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updated VIF entry in instance network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.395139] env[69019]: DEBUG nova.network.neutron [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.514365] env[69019]: DEBUG nova.scheduler.client.report [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.700528] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.795986] env[69019]: DEBUG oslo_concurrency.lockutils [req-45eab19f-1997-478e-950b-66c98744496e req-f9ee48ad-2381-4e5a-8b56-695d0b4aa4dd service nova] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795986] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.795986] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.900366] env[69019]: DEBUG oslo_concurrency.lockutils [req-bc385126-4e24-4dc4-be69-46a727edc5b9 req-a311eb93-d235-449e-a6cc-42df820ac653 service nova] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.903577] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347341, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.020075] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.022670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.934s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.022911] env[69019]: DEBUG nova.objects.instance [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lazy-loading 'resources' on Instance uuid e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.047485] env[69019]: INFO nova.scheduler.client.report [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted allocations for instance c923420a-c94a-4321-9a1a-f02dbf86862a [ 1068.091330] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.129493] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.129751] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.129908] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.130103] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.130254] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.130405] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.130640] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.130770] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.130935] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.131189] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.131371] env[69019]: DEBUG nova.virt.hardware [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.132451] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c030f403-503c-43d0-a1d0-482ac1fdb596 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.141934] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f6d09-610d-440c-ad09-261db022ffd3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.330100] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.396210] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90002} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.396476] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.396676] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.399348] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16d7e967-d971-4d53-8007-bd59a09a1b24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.407177] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1068.407177] env[69019]: value = "task-3347342" [ 1068.407177] env[69019]: _type = "Task" [ 1068.407177] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.415425] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.466095] env[69019]: DEBUG nova.network.neutron [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.560712] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7f6880b6-03aa-42e5-aaac-ff2abc0d63da tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "c923420a-c94a-4321-9a1a-f02dbf86862a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.546s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.790318] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Successfully updated port: a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.794024] env[69019]: DEBUG nova.compute.manager [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.794024] env[69019]: DEBUG nova.compute.manager [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing instance network info cache due to event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.794024] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.794343] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.794483] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.815961] env[69019]: DEBUG nova.compute.manager [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Received event network-vif-plugged-a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.816419] env[69019]: DEBUG oslo_concurrency.lockutils [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] Acquiring lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.816419] env[69019]: DEBUG oslo_concurrency.lockutils [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.816913] env[69019]: DEBUG oslo_concurrency.lockutils [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.816913] env[69019]: DEBUG nova.compute.manager [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] No waiting events found dispatching network-vif-plugged-a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.817703] env[69019]: WARNING nova.compute.manager [req-f0a2f1fe-18c9-4d4f-9d2d-f968cfb16e6c req-f7a73818-af7b-47ed-8f3d-4440766c88ce service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Received unexpected event network-vif-plugged-a615f39d-bc96-43ee-9d51-2aceb3aaaca2 for instance with vm_state building and task_state spawning. [ 1068.882948] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89c9399-c9eb-45f0-bf91-226330e7b2db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.892735] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f33b3d-d405-44a6-a25c-2c0f219d2968 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.927181] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c3c86e-5390-4c39-80db-660be57ab08d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.934427] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065209} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.936533] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.940887] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bd8eea-c941-494f-924d-d16c90a0a4fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.946625] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1d53d-f413-4eee-b166-9ad3b79ecb60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.974152] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.979502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.979799] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance network_info: |[{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.980052] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d129e4-414b-497c-a989-eb713a26fe6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.994569] env[69019]: DEBUG nova.compute.provider_tree [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.996160] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:be:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd5c788-58f9-4126-a5f0-45a3695e9edf', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.005053] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating folder: Project (966e9f47c5b440b3b4c30704ae6e4135). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.007459] env[69019]: DEBUG nova.scheduler.client.report [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.012286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "bc95f014-90d9-400e-bd08-fbee64b127ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.012286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.012286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.012286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.012517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.014231] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f1be286-85ad-4641-9c27-75aba12c2b61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.016776] env[69019]: INFO nova.compute.manager [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Terminating instance [ 1069.022256] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1069.022256] env[69019]: value = "task-3347343" [ 1069.022256] env[69019]: _type = "Task" [ 1069.022256] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.028862] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created folder: Project (966e9f47c5b440b3b4c30704ae6e4135) in parent group-v667907. [ 1069.029076] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating folder: Instances. Parent ref: group-v668188. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.030183] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-489689e1-39f1-42b9-8bde-3a8bf98c2c33 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.035253] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.043301] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created folder: Instances in parent group-v668188. [ 1069.043541] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.043722] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.043922] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec31298-e22a-4810-8006-7f528d148fc0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.064908] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.064908] env[69019]: value = "task-3347346" [ 1069.064908] env[69019]: _type = "Task" [ 1069.064908] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.072424] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347346, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.296954] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.297284] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.297566] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.500020] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updated VIF entry in instance network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.500020] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.521823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.499s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.525030] env[69019]: DEBUG nova.compute.manager [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.525030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.525180] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.156s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.528151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a391121f-7f07-4a38-98a2-4926f2abdbd6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.541522] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.543730] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.543970] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c001355-c721-4846-926c-5e0f984ef0ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.547441] env[69019]: INFO nova.scheduler.client.report [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Deleted allocations for instance e9761ccb-5ef2-44cc-a3bd-96e6e33c4544 [ 1069.554065] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1069.554065] env[69019]: value = "task-3347347" [ 1069.554065] env[69019]: _type = "Task" [ 1069.554065] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.562912] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.574533] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347346, 'name': CreateVM_Task, 'duration_secs': 0.363258} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.574725] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.579021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.579021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.579021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.579021] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56b0c9a-b864-4599-8263-962f615c36fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.580970] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1069.580970] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb966e-7fd3-f7eb-8b7e-43c118f9bad9" [ 1069.580970] env[69019]: _type = "Task" [ 1069.580970] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.589197] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb966e-7fd3-f7eb-8b7e-43c118f9bad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.837131] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.979436] env[69019]: DEBUG nova.network.neutron [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Updating instance_info_cache with network_info: [{"id": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "address": "fa:16:3e:e2:79:c1", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615f39d-bc", "ovs_interfaceid": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.008510] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.008771] env[69019]: DEBUG nova.compute.manager [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.008940] env[69019]: DEBUG nova.compute.manager [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing instance network info cache due to event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.009160] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.009307] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.009471] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.050158] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347343, 'name': ReconfigVM_Task, 'duration_secs': 0.734214} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.050158] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b/ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.051237] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796ae0f1-07ed-46c7-9797-1d14ef4eca35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.060723] env[69019]: DEBUG oslo_concurrency.lockutils [None req-100796c4-ee5b-4057-a0ab-531f2c03704b tempest-ServersNegativeTestJSON-1614366079 tempest-ServersNegativeTestJSON-1614366079-project-member] Lock "e9761ccb-5ef2-44cc-a3bd-96e6e33c4544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.357s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.063132] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1070.063132] env[69019]: value = "task-3347348" [ 1070.063132] env[69019]: _type = "Task" [ 1070.063132] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.069789] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347347, 'name': PowerOffVM_Task, 'duration_secs': 0.233761} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.070417] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.070600] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.070849] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-026aaf95-34f8-4b88-bc9b-d0c1e19628a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.076212] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347348, 'name': Rename_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.094251] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb966e-7fd3-f7eb-8b7e-43c118f9bad9, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.094540] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.094786] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.095175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.095349] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.095539] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.097177] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4cd8a1-301b-454d-80f0-ad164e3cebe7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.105066] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.105341] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.107559] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ccad3d-ec86-4232-bdbf-b65f91af5f40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.116924] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1070.116924] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528fcb57-905f-a4b6-eba2-aebe02df2f3c" [ 1070.116924] env[69019]: _type = "Task" [ 1070.116924] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.126279] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528fcb57-905f-a4b6-eba2-aebe02df2f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.137456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.137682] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.137864] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleting the datastore file [datastore1] bc95f014-90d9-400e-bd08-fbee64b127ca {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.138552] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cc97521-dcdb-4721-895a-8c05df238a14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.144419] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for the task: (returnval){ [ 1070.144419] env[69019]: value = "task-3347350" [ 1070.144419] env[69019]: _type = "Task" [ 1070.144419] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.154224] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.482619] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.482956] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Instance network_info: |[{"id": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "address": "fa:16:3e:e2:79:c1", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615f39d-bc", "ovs_interfaceid": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.483409] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:79:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a615f39d-bc96-43ee-9d51-2aceb3aaaca2', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.490975] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.491201] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.491418] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4297eb5-8ef0-404e-a6b1-d97eb4254c8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.513970] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.513970] env[69019]: value = "task-3347351" [ 1070.513970] env[69019]: _type = "Task" [ 1070.513970] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.521843] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347351, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.545018] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Applying migration context for instance 07c6e25a-4910-4307-a2f2-1c2ea72ab59e as it has an incoming, in-progress migration 8d7e9647-49c8-465b-9ac0-40c124bdab19. Migration status is reverting {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1070.546693] env[69019]: INFO nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating resource usage from migration 8d7e9647-49c8-465b-9ac0-40c124bdab19 [ 1070.572271] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347348, 'name': Rename_Task, 'duration_secs': 0.180897} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.574164] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574164] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574316] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 21657f16-a790-4a08-8542-be77c2663dd3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.574316] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574433] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 158a1c6d-1424-4213-aa8b-8e0a2466f778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574570] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7adc3204-6f88-438d-9f40-311de678f575 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.574694] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9b30274d-6fed-4726-bf33-83a1e74356e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574845] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance bc95f014-90d9-400e-bd08-fbee64b127ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.574987] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7909018a-1fcc-4434-9626-b36a26140738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.575130] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Migration 8d7e9647-49c8-465b-9ac0-40c124bdab19 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1070.575245] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 07c6e25a-4910-4307-a2f2-1c2ea72ab59e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.575753] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 8b9e871c-47a4-4ee2-aad5-b4de7de593da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.575969] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 851f666c-6822-471f-a3f0-3377a56d2339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.576220] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 79600fea-febb-4569-8dd4-7d569f3bb44f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.576466] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.576537] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6ba26233-e4f6-4477-a4ea-4845865f24c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.576601] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance d5680a4b-3617-403b-8a0f-a0bdca4676f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.578758] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.579147] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2374d5-bdb9-4c31-8724-3856731c3fb3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.588353] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1070.588353] env[69019]: value = "task-3347352" [ 1070.588353] env[69019]: _type = "Task" [ 1070.588353] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.599985] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.628613] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528fcb57-905f-a4b6-eba2-aebe02df2f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.632788] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c618df3-d8e0-49b9-9332-636adf5a67f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.640028] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1070.640028] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5206d95a-91b8-a879-d4e3-e422c7002ff6" [ 1070.640028] env[69019]: _type = "Task" [ 1070.640028] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.653336] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5206d95a-91b8-a879-d4e3-e422c7002ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.658028] env[69019]: DEBUG oslo_vmware.api [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Task: {'id': task-3347350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134192} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.658028] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.658028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.658028] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.658028] env[69019]: INFO nova.compute.manager [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.658551] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.658551] env[69019]: DEBUG nova.compute.manager [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.658551] env[69019]: DEBUG nova.network.neutron [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.827454] env[69019]: DEBUG nova.compute.manager [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.827918] env[69019]: DEBUG nova.compute.manager [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing instance network info cache due to event network-changed-36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.828792] env[69019]: DEBUG oslo_concurrency.lockutils [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] Acquiring lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.831278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "851f666c-6822-471f-a3f0-3377a56d2339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.831278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.831278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "851f666c-6822-471f-a3f0-3377a56d2339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.831278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.831466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.834072] env[69019]: INFO nova.compute.manager [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Terminating instance [ 1070.851462] env[69019]: DEBUG nova.compute.manager [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Received event network-changed-a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.851996] env[69019]: DEBUG nova.compute.manager [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Refreshing instance network info cache due to event network-changed-a615f39d-bc96-43ee-9d51-2aceb3aaaca2. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.852458] env[69019]: DEBUG oslo_concurrency.lockutils [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] Acquiring lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852742] env[69019]: DEBUG oslo_concurrency.lockutils [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] Acquired lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853068] env[69019]: DEBUG nova.network.neutron [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Refreshing network info cache for port a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.024165] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347351, 'name': CreateVM_Task, 'duration_secs': 0.410407} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.024425] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.025158] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.025374] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.025746] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.026046] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78695dea-f480-4255-b8db-bff17e8c7ad8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.031071] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1071.031071] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a8596-c3e0-16a3-901b-9a9f968f7e82" [ 1071.031071] env[69019]: _type = "Task" [ 1071.031071] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.039187] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a8596-c3e0-16a3-901b-9a9f968f7e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.081259] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 1c34a310-a944-46d4-ad5b-c136ab52d8c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1071.104785] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.150318] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5206d95a-91b8-a879-d4e3-e422c7002ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.018804} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.154021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.154021] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6ba26233-e4f6-4477-a4ea-4845865f24c0/6ba26233-e4f6-4477-a4ea-4845865f24c0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.154021] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baf6de64-125e-43ba-bfd7-4cc807a47994 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.158044] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1071.158044] env[69019]: value = "task-3347353" [ 1071.158044] env[69019]: _type = "Task" [ 1071.158044] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.166234] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.182313] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updated VIF entry in instance network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.182656] env[69019]: DEBUG nova.network.neutron [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.340828] env[69019]: DEBUG nova.compute.manager [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.341963] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.342903] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf6c1d9-7051-4442-8e7d-7089d1acae9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.352357] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.352666] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efee8116-b21d-4086-a236-292314c8f7c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.360151] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1071.360151] env[69019]: value = "task-3347354" [ 1071.360151] env[69019]: _type = "Task" [ 1071.360151] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.368723] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.551692] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523a8596-c3e0-16a3-901b-9a9f968f7e82, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.552072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.552380] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.552799] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.553359] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.553618] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.553954] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d448ab18-7583-465c-a0cd-5d25f41bcff2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.569128] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.570125] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.570991] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cd0d90-7c41-4d58-b509-76fb16b780ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.580756] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1071.580756] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a5290f-618c-6513-a23d-3841ce06602b" [ 1071.580756] env[69019]: _type = "Task" [ 1071.580756] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.585390] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 20bf5da3-1081-4f22-81eb-d2d8fbded7de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1071.585687] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1071.585842] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1071.601606] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a5290f-618c-6513-a23d-3841ce06602b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.607513] env[69019]: DEBUG oslo_vmware.api [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347352, 'name': PowerOnVM_Task, 'duration_secs': 0.569541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.608110] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.608367] env[69019]: DEBUG nova.compute.manager [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.610274] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943918fa-a193-4f45-9423-9f2ea3b43fb2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.671104] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.681246] env[69019]: DEBUG nova.network.neutron [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Updated VIF entry in instance network info cache for port a615f39d-bc96-43ee-9d51-2aceb3aaaca2. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.681837] env[69019]: DEBUG nova.network.neutron [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Updating instance_info_cache with network_info: [{"id": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "address": "fa:16:3e:e2:79:c1", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615f39d-bc", "ovs_interfaceid": "a615f39d-bc96-43ee-9d51-2aceb3aaaca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.685187] env[69019]: DEBUG oslo_concurrency.lockutils [req-599d8365-25d9-4dd4-afe9-203796bfbd37 req-384e1d5e-a2a1-48c8-818e-13d5ed7fe25a service nova] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.686137] env[69019]: DEBUG oslo_concurrency.lockutils [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] Acquired lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.686411] env[69019]: DEBUG nova.network.neutron [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Refreshing network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.871832] env[69019]: DEBUG nova.network.neutron [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.881603] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347354, 'name': PowerOffVM_Task, 'duration_secs': 0.305932} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.881603] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.881603] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.881603] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5faec436-22b3-49c8-8083-661a4f201666 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.922851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1503e16-e055-4128-95df-b31d4f80e4ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.931983] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bfb835-b78c-42f1-a8b6-3f8314cbfcdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.966926] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba9e4a-7f8e-4eb9-8963-1d0f08dddd47 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.972035] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.972123] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.972289] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Deleting the datastore file [datastore2] 851f666c-6822-471f-a3f0-3377a56d2339 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.972533] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1acef3a-6832-43e8-a68c-44fbdcde106c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.980379] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a498c3c-f207-4dcd-926b-0871db654df3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.987525] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for the task: (returnval){ [ 1071.987525] env[69019]: value = "task-3347356" [ 1071.987525] env[69019]: _type = "Task" [ 1071.987525] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.999514] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.004645] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.091521] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a5290f-618c-6513-a23d-3841ce06602b, 'name': SearchDatastore_Task, 'duration_secs': 0.037622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.092316] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a239c66-f8f7-4a84-a78c-7e16c59a66a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.098230] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1072.098230] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fd8233-a80b-109c-a3e2-e50266cfeae3" [ 1072.098230] env[69019]: _type = "Task" [ 1072.098230] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.105834] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fd8233-a80b-109c-a3e2-e50266cfeae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.131023] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.168639] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63828} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.168899] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6ba26233-e4f6-4477-a4ea-4845865f24c0/6ba26233-e4f6-4477-a4ea-4845865f24c0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.169129] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.169377] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb180c03-82a4-4b6f-a89c-619d436be25a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.175974] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1072.175974] env[69019]: value = "task-3347357" [ 1072.175974] env[69019]: _type = "Task" [ 1072.175974] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.184855] env[69019]: DEBUG oslo_concurrency.lockutils [req-115d2cfa-eabb-4629-99cd-8990b0d1193c req-601cae38-e280-4844-90f9-0cc4b5ef2f03 service nova] Releasing lock "refresh_cache-d5680a4b-3617-403b-8a0f-a0bdca4676f2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.185324] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.375319] env[69019]: DEBUG nova.network.neutron [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updated VIF entry in instance network info cache for port 36355a57-3632-4cb9-b859-c0d6c58afce3. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.375864] env[69019]: DEBUG nova.network.neutron [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [{"id": "36355a57-3632-4cb9-b859-c0d6c58afce3", "address": "fa:16:3e:65:5a:6d", "network": {"id": "ba85e06a-2cce-4ba5-8cc2-8bfb5f3137e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-253636501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "843214c4780a47249cee11488406b554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36355a57-36", "ovs_interfaceid": "36355a57-3632-4cb9-b859-c0d6c58afce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.380161] env[69019]: INFO nova.compute.manager [-] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Took 1.72 seconds to deallocate network for instance. [ 1072.475841] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.476169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.476399] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.476602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.477104] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.478800] env[69019]: INFO nova.compute.manager [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Terminating instance [ 1072.498098] env[69019]: DEBUG oslo_vmware.api [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Task: {'id': task-3347356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248745} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.498616] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.498616] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.498758] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.499107] env[69019]: INFO nova.compute.manager [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1072.499181] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.499617] env[69019]: DEBUG nova.compute.manager [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.499796] env[69019]: DEBUG nova.network.neutron [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.507020] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.609037] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52fd8233-a80b-109c-a3e2-e50266cfeae3, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.609326] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.609587] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] d5680a4b-3617-403b-8a0f-a0bdca4676f2/d5680a4b-3617-403b-8a0f-a0bdca4676f2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.609843] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e92e96-4b47-46aa-83fd-0c4f5a6f46e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.617398] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1072.617398] env[69019]: value = "task-3347358" [ 1072.617398] env[69019]: _type = "Task" [ 1072.617398] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.625246] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.685434] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06602} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.685713] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.686526] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ab33f3-fa01-4f3b-82ff-3f4933d555c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.710704] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6ba26233-e4f6-4477-a4ea-4845865f24c0/6ba26233-e4f6-4477-a4ea-4845865f24c0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.710704] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6653b350-d01f-4a27-8336-52619c664307 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.732339] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1072.732339] env[69019]: value = "task-3347359" [ 1072.732339] env[69019]: _type = "Task" [ 1072.732339] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.740526] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.878413] env[69019]: DEBUG oslo_concurrency.lockutils [req-17d6aeb5-fcba-4c5b-8f3c-b1940fa538be req-a87fdb31-2201-4a07-b0df-f8f608e441a7 service nova] Releasing lock "refresh_cache-851f666c-6822-471f-a3f0-3377a56d2339" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.885374] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.900048] env[69019]: DEBUG nova.compute.manager [req-54b8df54-6f37-4673-9df8-ed1adb82cb2a req-23e31817-1b57-41e4-a59b-23b781ab9720 service nova] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Received event network-vif-deleted-a5d49bfe-71ca-48b3-9291-be01427cda6f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.900127] env[69019]: DEBUG nova.compute.manager [req-54b8df54-6f37-4673-9df8-ed1adb82cb2a req-23e31817-1b57-41e4-a59b-23b781ab9720 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Received event network-vif-deleted-36355a57-3632-4cb9-b859-c0d6c58afce3 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.900714] env[69019]: INFO nova.compute.manager [req-54b8df54-6f37-4673-9df8-ed1adb82cb2a req-23e31817-1b57-41e4-a59b-23b781ab9720 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Neutron deleted interface 36355a57-3632-4cb9-b859-c0d6c58afce3; detaching it from the instance and deleting it from the info cache [ 1072.900714] env[69019]: DEBUG nova.network.neutron [req-54b8df54-6f37-4673-9df8-ed1adb82cb2a req-23e31817-1b57-41e4-a59b-23b781ab9720 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.982593] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "refresh_cache-ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.982924] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquired lock "refresh_cache-ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.983479] env[69019]: DEBUG nova.network.neutron [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.011623] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1073.011886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.487s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.019255] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.764s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.127127] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.242823] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.243822] env[69019]: DEBUG nova.network.neutron [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.403149] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-928d62cd-5bba-4c5b-b127-10257bd78183 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.413139] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837636aa-1a4a-43d8-881f-6fc4dcb950ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.449448] env[69019]: DEBUG nova.compute.manager [req-54b8df54-6f37-4673-9df8-ed1adb82cb2a req-23e31817-1b57-41e4-a59b-23b781ab9720 service nova] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Detach interface failed, port_id=36355a57-3632-4cb9-b859-c0d6c58afce3, reason: Instance 851f666c-6822-471f-a3f0-3377a56d2339 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.506180] env[69019]: DEBUG nova.network.neutron [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.515732] env[69019]: DEBUG nova.objects.instance [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'migration_context' on Instance uuid 07c6e25a-4910-4307-a2f2-1c2ea72ab59e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.554589] env[69019]: DEBUG nova.network.neutron [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.628757] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528546} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.629197] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] d5680a4b-3617-403b-8a0f-a0bdca4676f2/d5680a4b-3617-403b-8a0f-a0bdca4676f2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.629529] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.629845] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b92e8011-5c29-44a1-9c89-ee9795adc71d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.637440] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1073.637440] env[69019]: value = "task-3347360" [ 1073.637440] env[69019]: _type = "Task" [ 1073.637440] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.646414] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.742901] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347359, 'name': ReconfigVM_Task, 'duration_secs': 0.586243} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.743257] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6ba26233-e4f6-4477-a4ea-4845865f24c0/6ba26233-e4f6-4477-a4ea-4845865f24c0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.743904] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccab4ea5-8706-45cc-b493-8970c4e5a24e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.745755] env[69019]: INFO nova.compute.manager [-] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Took 1.25 seconds to deallocate network for instance. [ 1073.751954] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1073.751954] env[69019]: value = "task-3347361" [ 1073.751954] env[69019]: _type = "Task" [ 1073.751954] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.759839] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347361, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.897187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.897519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.057724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Releasing lock "refresh_cache-ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.058320] env[69019]: DEBUG nova.compute.manager [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.058593] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.060691] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6981fd8-910d-4d31-9dc9-d5894fcab8a9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.072907] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.073216] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e726181-4a81-43aa-97a9-3948572b4397 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.079739] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1074.079739] env[69019]: value = "task-3347362" [ 1074.079739] env[69019]: _type = "Task" [ 1074.079739] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.089670] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.146511] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065797} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.146784] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.147561] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739f693-2060-4fc9-80d1-6de202d17762 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.169788] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d5680a4b-3617-403b-8a0f-a0bdca4676f2/d5680a4b-3617-403b-8a0f-a0bdca4676f2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.172634] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b812e1-a366-4f77-8062-476ebf5dadd8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.194528] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1074.194528] env[69019]: value = "task-3347363" [ 1074.194528] env[69019]: _type = "Task" [ 1074.194528] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.205105] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.252264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.261151] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347361, 'name': Rename_Task, 'duration_secs': 0.138438} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.263727] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.264246] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0885ed7-2d7c-4f4f-90c3-a96544590d3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.271483] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1074.271483] env[69019]: value = "task-3347364" [ 1074.271483] env[69019]: _type = "Task" [ 1074.271483] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.281844] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.313013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb81731-695c-44aa-b8e8-d6e0822d8062 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.320920] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e1d43-aa56-4a7e-802d-e2d093ba26de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.351039] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2726f6-90a9-40f5-a426-ca221e30ba59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.358521] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582a283-c574-4ce7-9560-85e5158c58c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.371571] env[69019]: DEBUG nova.compute.provider_tree [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.400684] env[69019]: INFO nova.compute.manager [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Detaching volume b2c85121-091d-41d0-8ec9-a5a318d27abf [ 1074.436932] env[69019]: INFO nova.virt.block_device [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Attempting to driver detach volume b2c85121-091d-41d0-8ec9-a5a318d27abf from mountpoint /dev/sdb [ 1074.437145] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.437370] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.438486] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480df904-87a2-4ef5-b066-f679eed5f1a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.461554] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d15ea7-7ea7-43c0-bfea-02a0f79ba38f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.470218] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c682b-1cdb-4787-923e-f227af8b7385 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.489889] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72311c8-0502-4ee5-9ce9-9b08d84085e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.504422] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] The volume has not been displaced from its original location: [datastore2] volume-b2c85121-091d-41d0-8ec9-a5a318d27abf/volume-b2c85121-091d-41d0-8ec9-a5a318d27abf.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.509565] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.510019] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2016be47-154e-4b9c-ae1b-add7f46228ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.527127] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1074.527127] env[69019]: value = "task-3347365" [ 1074.527127] env[69019]: _type = "Task" [ 1074.527127] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.534884] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.589185] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347362, 'name': PowerOffVM_Task, 'duration_secs': 0.244755} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.590022] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.590022] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.590022] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00438629-8610-422c-9d6c-1f547aef9d82 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.615521] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.615786] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.615983] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Deleting the datastore file [datastore2] ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.617041] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08690ec4-44e4-48e8-bbfd-c6fa1e05977d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.623051] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for the task: (returnval){ [ 1074.623051] env[69019]: value = "task-3347367" [ 1074.623051] env[69019]: _type = "Task" [ 1074.623051] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.630943] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.705541] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347363, 'name': ReconfigVM_Task, 'duration_secs': 0.376717} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.706187] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d5680a4b-3617-403b-8a0f-a0bdca4676f2/d5680a4b-3617-403b-8a0f-a0bdca4676f2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.706764] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4dcedb-603d-4ec1-815f-3180760c80f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.713867] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1074.713867] env[69019]: value = "task-3347368" [ 1074.713867] env[69019]: _type = "Task" [ 1074.713867] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.723972] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347368, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.781343] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.874676] env[69019]: DEBUG nova.scheduler.client.report [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.037073] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347365, 'name': ReconfigVM_Task, 'duration_secs': 0.239122} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.037339] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.042481] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8900d2ec-4368-473f-83f7-cbbbbd079a25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.057464] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1075.057464] env[69019]: value = "task-3347369" [ 1075.057464] env[69019]: _type = "Task" [ 1075.057464] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.065091] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.132410] env[69019]: DEBUG oslo_vmware.api [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Task: {'id': task-3347367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129253} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.132688] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.132887] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.133082] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.133328] env[69019]: INFO nova.compute.manager [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1075.133602] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.133805] env[69019]: DEBUG nova.compute.manager [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.133902] env[69019]: DEBUG nova.network.neutron [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.150736] env[69019]: DEBUG nova.network.neutron [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.223519] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347368, 'name': Rename_Task, 'duration_secs': 0.142297} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.223804] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.224053] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531e40ef-02be-46c6-b14e-a29d11e349e1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.238802] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1075.238802] env[69019]: value = "task-3347370" [ 1075.238802] env[69019]: _type = "Task" [ 1075.238802] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.246757] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.281403] env[69019]: DEBUG oslo_vmware.api [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347364, 'name': PowerOnVM_Task, 'duration_secs': 0.519241} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.281614] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.281818] env[69019]: INFO nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1075.281998] env[69019]: DEBUG nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.282766] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5a23d-1337-44af-b266-d9ab296f879e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.567471] env[69019]: DEBUG oslo_vmware.api [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347369, 'name': ReconfigVM_Task, 'duration_secs': 0.183086} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.567793] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668169', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'name': 'volume-b2c85121-091d-41d0-8ec9-a5a318d27abf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '158a1c6d-1424-4213-aa8b-8e0a2466f778', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2c85121-091d-41d0-8ec9-a5a318d27abf', 'serial': 'b2c85121-091d-41d0-8ec9-a5a318d27abf'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.653510] env[69019]: DEBUG nova.network.neutron [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.748715] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.798676] env[69019]: INFO nova.compute.manager [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Took 33.54 seconds to build instance. [ 1075.885282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.873s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.891185] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.898s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.892730] env[69019]: INFO nova.compute.claims [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.112594] env[69019]: DEBUG nova.objects.instance [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'flavor' on Instance uuid 158a1c6d-1424-4213-aa8b-8e0a2466f778 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.156424] env[69019]: INFO nova.compute.manager [-] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Took 1.02 seconds to deallocate network for instance. [ 1076.250763] env[69019]: DEBUG oslo_vmware.api [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347370, 'name': PowerOnVM_Task, 'duration_secs': 0.657595} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.251054] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.251265] env[69019]: INFO nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1076.251444] env[69019]: DEBUG nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.252246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c825e53-fa98-4310-a56d-caba0f7f4052 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.300633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e5fac6aa-f2f2-4ef0-8b9c-4cfe20bacf00 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.048s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.664633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.772988] env[69019]: INFO nova.compute.manager [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Took 31.47 seconds to build instance. [ 1076.977395] env[69019]: DEBUG nova.compute.manager [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-changed-5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.977558] env[69019]: DEBUG nova.compute.manager [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing instance network info cache due to event network-changed-5fd5c788-58f9-4126-a5f0-45a3695e9edf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.977950] env[69019]: DEBUG oslo_concurrency.lockutils [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.977950] env[69019]: DEBUG oslo_concurrency.lockutils [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978185] env[69019]: DEBUG nova.network.neutron [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing network info cache for port 5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.119973] env[69019]: DEBUG oslo_concurrency.lockutils [None req-26409928-1499-44be-a989-1c1b5afe3fd3 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.187732] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae582798-6f25-455d-ad01-883f451bf8bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.195487] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56951742-5815-4159-a182-34fcbeb7336a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.227611] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a459d71-c56e-4b97-bf67-1f2288bdeb34 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.236029] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aab5bf9-296d-4746-a0c2-7781a73c0ac3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.251200] env[69019]: DEBUG nova.compute.provider_tree [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.274367] env[69019]: DEBUG oslo_concurrency.lockutils [None req-93a95444-27d3-4aa6-b9be-f824717b7313 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.979s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.429492] env[69019]: INFO nova.compute.manager [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Swapping old allocation on dict_keys(['f6d6d0bd-aeed-413b-9c03-919fa59101e0']) held by migration 8d7e9647-49c8-465b-9ac0-40c124bdab19 for instance [ 1077.455260] env[69019]: DEBUG nova.scheduler.client.report [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Overwriting current allocation {'allocations': {'f6d6d0bd-aeed-413b-9c03-919fa59101e0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 129}}, 'project_id': 'ed79eec048e74a3c93f2361492d4133e', 'user_id': 'e177bf25ff794ec2aa8f6bb5390208a3', 'consumer_generation': 1} on consumer 07c6e25a-4910-4307-a2f2-1c2ea72ab59e {{(pid=69019) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1077.571577] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.571748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.571921] env[69019]: DEBUG nova.network.neutron [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.699929] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.739168] env[69019]: DEBUG nova.network.neutron [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updated VIF entry in instance network info cache for port 5fd5c788-58f9-4126-a5f0-45a3695e9edf. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.739480] env[69019]: DEBUG nova.network.neutron [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.755489] env[69019]: DEBUG nova.scheduler.client.report [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.758779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.759016] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.759206] env[69019]: DEBUG nova.compute.manager [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.760861] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854456a4-43e4-4d6e-a490-d12e7090c9ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.769994] env[69019]: DEBUG nova.compute.manager [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.770592] env[69019]: DEBUG nova.objects.instance [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'flavor' on Instance uuid d5680a4b-3617-403b-8a0f-a0bdca4676f2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.167222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.167554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.167750] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.167922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.168156] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.170241] env[69019]: INFO nova.compute.manager [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Terminating instance [ 1078.209451] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.243476] env[69019]: DEBUG oslo_concurrency.lockutils [req-0fa56af8-cd71-41c0-b178-458aaef599c3 req-8e7ed9ef-cceb-4f73-869e-7154582b3a16 service nova] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.267282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.267802] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.271134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.334s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.271741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.273996] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.328s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.275064] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.277250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.712s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.277250] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.278949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.269s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.279361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.280828] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.581s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.282308] env[69019]: INFO nova.compute.claims [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.297453] env[69019]: DEBUG nova.network.neutron [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [{"id": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "address": "fa:16:3e:71:aa:40", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53b1d99-75", "ovs_interfaceid": "d53b1d99-754d-4ed0-9891-83364f25c4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.312379] env[69019]: INFO nova.scheduler.client.report [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Deleted allocations for instance 8b9e871c-47a4-4ee2-aad5-b4de7de593da [ 1078.319649] env[69019]: INFO nova.scheduler.client.report [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Deleted allocations for instance 7adc3204-6f88-438d-9f40-311de678f575 [ 1078.332464] env[69019]: INFO nova.scheduler.client.report [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Deleted allocations for instance 79600fea-febb-4569-8dd4-7d569f3bb44f [ 1078.336811] env[69019]: INFO nova.scheduler.client.report [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted allocations for instance 21657f16-a790-4a08-8542-be77c2663dd3 [ 1079.133594] env[69019]: DEBUG nova.compute.manager [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.133824] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.135407] env[69019]: DEBUG nova.compute.utils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.138290] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.138670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-07c6e25a-4910-4307-a2f2-1c2ea72ab59e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.146726] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ea0b9d1d-5d40-4f4c-b51a-82dd1ef543c5 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493 tempest-FloatingIPsAssociationNegativeTestJSON-1537477493-project-member] Lock "8b9e871c-47a4-4ee2-aad5-b4de7de593da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.594s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.147981] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf7ff6-793a-4a8e-904c-a6ca8206b357 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.150725] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.150893] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.152706] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8f20da-db6b-4f89-b97c-b8a1e4b833b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.154577] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01583f43-4351-498c-ab55-55b64e01301d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.157330] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4d969d1c-b54f-4ed9-81a6-0f09558a5f55 tempest-ServerRescueTestJSON-877807775 tempest-ServerRescueTestJSON-877807775-project-member] Lock "7adc3204-6f88-438d-9f40-311de678f575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.083s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.163761] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.170021] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf2a40d-54ab-4f53-b038-930afbd20bd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.170021] env[69019]: DEBUG oslo_vmware.api [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1079.170021] env[69019]: value = "task-3347371" [ 1079.170021] env[69019]: _type = "Task" [ 1079.170021] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.170021] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b931a47d-cd47-4ed5-b3c1-dcb38aad1c54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.179336] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1079.179336] env[69019]: value = "task-3347372" [ 1079.179336] env[69019]: _type = "Task" [ 1079.179336] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.190038] env[69019]: DEBUG oslo_vmware.api [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.199095] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.200308] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c5321db0-d404-4574-a6cb-ed52e0757665 tempest-ServerTagsTestJSON-79755707 tempest-ServerTagsTestJSON-79755707-project-member] Lock "79600fea-febb-4569-8dd4-7d569f3bb44f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.725s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.201416] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7226a623-e5a5-4d57-8723-5fa45cfbfac5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "21657f16-a790-4a08-8542-be77c2663dd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.316s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.243511] env[69019]: DEBUG nova.policy [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.647945] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.681991] env[69019]: DEBUG oslo_vmware.api [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347371, 'name': PowerOffVM_Task, 'duration_secs': 0.222518} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.685579] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.686163] env[69019]: DEBUG nova.compute.manager [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.686822] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5130b6-3bb9-4c6f-a7f7-05d6e7ee0b6e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.700301] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347372, 'name': PowerOffVM_Task, 'duration_secs': 0.209748} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.703821] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.704039] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.705190] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be747532-1d4c-4bb8-a114-48a8c4ab79db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.768642] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.768642] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.768642] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore1] 158a1c6d-1424-4213-aa8b-8e0a2466f778 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.768642] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff43c9a4-3579-4a6e-9dc8-a61961c229df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.776208] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1079.776208] env[69019]: value = "task-3347374" [ 1079.776208] env[69019]: _type = "Task" [ 1079.776208] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.793240] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.927748] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e8c316-53f5-4643-aafc-521c0d175040 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.938896] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ec408-d7e2-4dea-b197-92b098675d43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.979112] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ad95d-5eae-401e-8389-bcba8bf70430 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.986418] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cce341-8f83-4093-9834-f982d17113de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.000539] env[69019]: DEBUG nova.compute.provider_tree [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.032144] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Successfully created port: 6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.207782] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e7260421-004d-4acc-ad98-f3cf5fbf2d5c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.449s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.287217] env[69019]: DEBUG oslo_vmware.api [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339012} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.287752] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.287752] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.287878] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.287996] env[69019]: INFO nova.compute.manager [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1080.288263] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.288449] env[69019]: DEBUG nova.compute.manager [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.288609] env[69019]: DEBUG nova.network.neutron [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.293755] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.294903] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec4e177-3e0f-4293-a7f6-e859a2191c59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.301015] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1080.301015] env[69019]: value = "task-3347375" [ 1080.301015] env[69019]: _type = "Task" [ 1080.301015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.311424] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.504748] env[69019]: DEBUG nova.scheduler.client.report [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.658758] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.689143] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.689143] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.689143] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.689143] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.689573] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.689573] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.689573] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.689573] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.689573] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.689763] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.689924] env[69019]: DEBUG nova.virt.hardware [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.692660] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0548e34-a27e-48cf-8643-d4bc2c424d14 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.701678] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c70921-e9f4-47b2-b5cb-5a1b5b568e46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820754] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347375, 'name': PowerOffVM_Task, 'duration_secs': 0.341846} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.820754] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.820754] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.821051] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.821051] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.821051] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.821051] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.821051] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.821286] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.821286] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.821286] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.821286] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.821286] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.827937] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ae57ca-3d26-44c4-86f8-fc8229b0f457 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.844812] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1080.844812] env[69019]: value = "task-3347376" [ 1080.844812] env[69019]: _type = "Task" [ 1080.844812] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.857360] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.012322] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.013324] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.020544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.890s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.020734] env[69019]: DEBUG nova.objects.instance [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.355750] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347376, 'name': ReconfigVM_Task, 'duration_secs': 0.163497} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.357427] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199930e3-e58a-49d0-a349-418f534887c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.389124] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.389425] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.389646] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.389913] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.390125] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.390322] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.390570] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.390771] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.390981] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.391195] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.391455] env[69019]: DEBUG nova.virt.hardware [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.392309] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9f4b6e-fe8c-45c8-a5ac-c00a76aa1737 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.398956] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1081.398956] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52338698-c32c-d258-5864-49a16429d6c6" [ 1081.398956] env[69019]: _type = "Task" [ 1081.398956] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.408278] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52338698-c32c-d258-5864-49a16429d6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007281} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.416942] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.416942] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d389427-0945-4055-9d10-956619c1d8d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.437290] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1081.437290] env[69019]: value = "task-3347377" [ 1081.437290] env[69019]: _type = "Task" [ 1081.437290] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.445475] env[69019]: DEBUG nova.compute.manager [req-f090c5fe-4de7-4b32-af9b-a3c9ffc1df33 req-200c46ad-6e21-474a-bfdc-291358a720bb service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Received event network-vif-deleted-45548242-4bca-4187-b246-08185f30c1bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.445719] env[69019]: INFO nova.compute.manager [req-f090c5fe-4de7-4b32-af9b-a3c9ffc1df33 req-200c46ad-6e21-474a-bfdc-291358a720bb service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Neutron deleted interface 45548242-4bca-4187-b246-08185f30c1bd; detaching it from the instance and deleting it from the info cache [ 1081.445955] env[69019]: DEBUG nova.network.neutron [req-f090c5fe-4de7-4b32-af9b-a3c9ffc1df33 req-200c46ad-6e21-474a-bfdc-291358a720bb service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.454487] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.484958] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.485454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.485454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.485678] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.485784] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.488175] env[69019]: INFO nova.compute.manager [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Terminating instance [ 1081.522587] env[69019]: DEBUG nova.compute.utils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.523879] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.524054] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.565810] env[69019]: DEBUG nova.policy [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d820f84562472f9de13242969426ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3d2f6374e034857a489e9df84075353', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.868619] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Successfully created port: bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.933468] env[69019]: DEBUG nova.network.neutron [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.955706] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347377, 'name': ReconfigVM_Task, 'duration_secs': 0.495466} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.956071] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1762e2b-55a8-4af7-9958-7bb416451e0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.958448] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.960145] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7ba55-fbe8-4808-a15d-a6485cc1a2fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.987411] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.989269] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46e9e1b-6371-46c3-a021-b1605cc7eb95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.003963] env[69019]: DEBUG nova.compute.manager [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.004189] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.009663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c34e7-a14d-4d0b-bd02-cbd6064ba5a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.020564] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe32ea-70de-4fe4-85cf-6ffc2ffb6ea7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028490] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.031014] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.033168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3aeec319-6136-45ef-919a-e7d18f6f9ec6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.034122] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559b29d9-b43a-45eb-abb8-eac02d0e56e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.035999] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1082.035999] env[69019]: value = "task-3347378" [ 1082.035999] env[69019]: _type = "Task" [ 1082.035999] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.048120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.160s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.048120] env[69019]: DEBUG nova.objects.instance [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lazy-loading 'resources' on Instance uuid bc95f014-90d9-400e-bd08-fbee64b127ca {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.048120] env[69019]: DEBUG nova.compute.manager [req-f090c5fe-4de7-4b32-af9b-a3c9ffc1df33 req-200c46ad-6e21-474a-bfdc-291358a720bb service nova] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Detach interface failed, port_id=45548242-4bca-4187-b246-08185f30c1bd, reason: Instance 158a1c6d-1424-4213-aa8b-8e0a2466f778 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.056019] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.109311] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.109592] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.109716] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore2] d5680a4b-3617-403b-8a0f-a0bdca4676f2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.109983] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016d39cc-67b0-45df-916a-24bd1d4aab55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.116712] env[69019]: DEBUG oslo_vmware.api [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1082.116712] env[69019]: value = "task-3347380" [ 1082.116712] env[69019]: _type = "Task" [ 1082.116712] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.127909] env[69019]: DEBUG oslo_vmware.api [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.440288] env[69019]: INFO nova.compute.manager [-] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Took 2.15 seconds to deallocate network for instance. [ 1082.553764] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Successfully updated port: 6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.564638] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.631375] env[69019]: DEBUG oslo_vmware.api [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311945} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.631671] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.631849] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.632698] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.632698] env[69019]: INFO nova.compute.manager [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1082.632698] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.632698] env[69019]: DEBUG nova.compute.manager [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.632698] env[69019]: DEBUG nova.network.neutron [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.804119] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f65d57-fc2a-4e7f-a919-ac4a9980643e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.813011] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb15206-bd20-4d95-9ed7-7d15c914c96a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.845934] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b2ae8-6f01-4bc1-9b95-b067ca3f9c52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.854200] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6918ee16-8e6d-4397-8e11-854177f1fac2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.871378] env[69019]: DEBUG nova.compute.provider_tree [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.949704] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.042820] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.056653] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.060124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.060124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.060124] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.074869] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.075146] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.075316] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.075506] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.075654] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.075801] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.076012] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.076189] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.076356] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.076517] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.076688] env[69019]: DEBUG nova.virt.hardware [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.077802] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef841c94-0be5-454f-ab5f-3aba4ecc0ac4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.086695] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2704129-1ac6-4c2f-8db1-0e8911c88a46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.298558] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.298800] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.376051] env[69019]: DEBUG nova.scheduler.client.report [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.451940] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Successfully updated port: bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.456641] env[69019]: DEBUG nova.network.neutron [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.480698] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Received event network-vif-plugged-6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.480698] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquiring lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.480698] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.480698] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.480698] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] No waiting events found dispatching network-vif-plugged-6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.480858] env[69019]: WARNING nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Received unexpected event network-vif-plugged-6e4b44d7-1be5-4865-bb99-4a9db78a626b for instance with vm_state building and task_state spawning. [ 1083.480858] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Received event network-changed-6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.480911] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Refreshing instance network info cache due to event network-changed-6e4b44d7-1be5-4865-bb99-4a9db78a626b. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.481070] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquiring lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.557690] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347378, 'name': ReconfigVM_Task, 'duration_secs': 1.129782} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.557974] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e/07c6e25a-4910-4307-a2f2-1c2ea72ab59e.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.558816] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032a886-9d60-4682-8e64-7ea92432038f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.581229] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbc7d3e-9caa-4708-92bf-0209d4e00006 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.602916] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.605591] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b2ca2-08ab-40be-b898-01ec4d449753 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.629225] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b577c-c225-44e7-b4cf-a639e8c985fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.636161] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.636420] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e531e5-b6d5-4e5c-bc5f-5be11511843a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.643211] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1083.643211] env[69019]: value = "task-3347381" [ 1083.643211] env[69019]: _type = "Task" [ 1083.643211] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.650740] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.753923] env[69019]: DEBUG nova.network.neutron [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Updating instance_info_cache with network_info: [{"id": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "address": "fa:16:3e:9a:13:ee", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4b44d7-1b", "ovs_interfaceid": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.801510] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.885568] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.888943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.637s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.889114] env[69019]: DEBUG nova.objects.instance [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lazy-loading 'resources' on Instance uuid 851f666c-6822-471f-a3f0-3377a56d2339 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.926988] env[69019]: INFO nova.scheduler.client.report [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Deleted allocations for instance bc95f014-90d9-400e-bd08-fbee64b127ca [ 1083.963024] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.963024] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquired lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.963024] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.963024] env[69019]: INFO nova.compute.manager [-] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Took 1.33 seconds to deallocate network for instance. [ 1084.153649] env[69019]: DEBUG oslo_vmware.api [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347381, 'name': PowerOnVM_Task, 'duration_secs': 0.415594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.153958] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.257595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.257951] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Instance network_info: |[{"id": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "address": "fa:16:3e:9a:13:ee", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4b44d7-1b", "ovs_interfaceid": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.258297] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquired lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.258486] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Refreshing network info cache for port 6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.259714] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:13:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e4b44d7-1be5-4865-bb99-4a9db78a626b', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.267214] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.268226] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.268462] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db468364-fc0f-4d1a-a49d-e285b2fddbe0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.290497] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.290497] env[69019]: value = "task-3347382" [ 1084.290497] env[69019]: _type = "Task" [ 1084.290497] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.300136] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347382, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.326843] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.436482] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c76c34ff-7c1b-45dc-85df-88ad2b390fa5 tempest-ListServerFiltersTestJSON-404666064 tempest-ListServerFiltersTestJSON-404666064-project-member] Lock "bc95f014-90d9-400e-bd08-fbee64b127ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.425s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.476111] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.521234] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.602985] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f0bc4-6be7-4ff0-9654-0b50a9db9902 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.610853] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3648703-1987-4d75-863e-8b6c262cbbf3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.643651] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29cbd73-3b3a-46a0-b718-54a8e633825d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.651225] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf173302-2931-4984-a5b6-95c003c55898 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.671018] env[69019]: DEBUG nova.compute.provider_tree [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.736302] env[69019]: DEBUG nova.network.neutron [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Updating instance_info_cache with network_info: [{"id": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "address": "fa:16:3e:e6:75:85", "network": {"id": "df4af5c5-cf29-41ce-b71b-2a00c4103bd1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-629687397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d2f6374e034857a489e9df84075353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbb2bab-95", "ovs_interfaceid": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.800405] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347382, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.942236] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.942502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.992088] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Updated VIF entry in instance network info cache for port 6e4b44d7-1be5-4865-bb99-4a9db78a626b. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.992694] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Updating instance_info_cache with network_info: [{"id": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "address": "fa:16:3e:9a:13:ee", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4b44d7-1b", "ovs_interfaceid": "6e4b44d7-1be5-4865-bb99-4a9db78a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.174383] env[69019]: DEBUG nova.scheduler.client.report [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.211797] env[69019]: INFO nova.compute.manager [None req-88a1c5cb-cb5e-4a61-be11-9bc35c47a247 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance to original state: 'active' [ 1085.238336] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Releasing lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.238573] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Instance network_info: |[{"id": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "address": "fa:16:3e:e6:75:85", "network": {"id": "df4af5c5-cf29-41ce-b71b-2a00c4103bd1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-629687397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d2f6374e034857a489e9df84075353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbb2bab-95", "ovs_interfaceid": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.238983] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:75:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcbb2bab-9509-40e6-908c-d5de0f6d26f7', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.246788] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Creating folder: Project (f3d2f6374e034857a489e9df84075353). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.247074] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30153c1-d2c8-411b-bbf7-a0c4f3eb779d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.259147] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Created folder: Project (f3d2f6374e034857a489e9df84075353) in parent group-v667907. [ 1085.259334] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Creating folder: Instances. Parent ref: group-v668193. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.259557] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015c511e-1393-41ce-b12c-224798e12251 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.270728] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Created folder: Instances in parent group-v668193. [ 1085.270948] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.271143] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.271381] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92fc8175-0c42-4093-b3fb-dc84f4133f60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.289924] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.289924] env[69019]: value = "task-3347385" [ 1085.289924] env[69019]: _type = "Task" [ 1085.289924] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.299837] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347385, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.302651] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347382, 'name': CreateVM_Task, 'duration_secs': 0.75481} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.302803] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.303519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.303686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.304008] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.304245] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84d11cd-2e69-4688-b4cc-6c22ffe8892c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.308260] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1085.308260] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52448ccc-34b9-fe1c-5bc9-2ccc6c0d5f66" [ 1085.308260] env[69019]: _type = "Task" [ 1085.308260] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.315377] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52448ccc-34b9-fe1c-5bc9-2ccc6c0d5f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.445650] env[69019]: DEBUG nova.compute.utils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.496933] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Releasing lock "refresh_cache-1c34a310-a944-46d4-ad5b-c136ab52d8c2" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.497266] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Received event network-vif-deleted-a615f39d-bc96-43ee-9d51-2aceb3aaaca2 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.497399] env[69019]: INFO nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Neutron deleted interface a615f39d-bc96-43ee-9d51-2aceb3aaaca2; detaching it from the instance and deleting it from the info cache [ 1085.497573] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.679981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.682285] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.018s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.682691] env[69019]: DEBUG nova.objects.instance [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lazy-loading 'resources' on Instance uuid ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.706999] env[69019]: INFO nova.scheduler.client.report [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Deleted allocations for instance 851f666c-6822-471f-a3f0-3377a56d2339 [ 1085.801830] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347385, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.817717] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52448ccc-34b9-fe1c-5bc9-2ccc6c0d5f66, 'name': SearchDatastore_Task, 'duration_secs': 0.017612} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.818445] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.818753] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.818999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.819166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.819348] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.819616] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3cefd3-b51f-4152-811f-66cc53840fe7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.834082] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.834350] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.835187] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72553d9b-04d3-4256-8c54-27f03eb1104b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.840119] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1085.840119] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a78d0-a61b-0be6-0001-2d6b5525627c" [ 1085.840119] env[69019]: _type = "Task" [ 1085.840119] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.848828] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a78d0-a61b-0be6-0001-2d6b5525627c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.949330] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.000291] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19fb46b3-353c-4729-a4f9-6a02814c962a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.014187] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b4293-97e2-4155-b3e6-c05f360a0f61 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.046675] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Detach interface failed, port_id=a615f39d-bc96-43ee-9d51-2aceb3aaaca2, reason: Instance d5680a4b-3617-403b-8a0f-a0bdca4676f2 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.046965] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Received event network-vif-plugged-bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.047194] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquiring lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.047415] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.047582] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.047749] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] No waiting events found dispatching network-vif-plugged-bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.047916] env[69019]: WARNING nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Received unexpected event network-vif-plugged-bcbb2bab-9509-40e6-908c-d5de0f6d26f7 for instance with vm_state building and task_state spawning. [ 1086.048104] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Received event network-changed-bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.048267] env[69019]: DEBUG nova.compute.manager [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Refreshing instance network info cache due to event network-changed-bcbb2bab-9509-40e6-908c-d5de0f6d26f7. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.048455] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquiring lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.048597] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Acquired lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.048756] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Refreshing network info cache for port bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.218642] env[69019]: DEBUG oslo_concurrency.lockutils [None req-10b0df9f-d40b-43ea-abfc-1bca2fea07da tempest-ServerRescueTestJSONUnderV235-1337548021 tempest-ServerRescueTestJSONUnderV235-1337548021-project-member] Lock "851f666c-6822-471f-a3f0-3377a56d2339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.388s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.300251] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347385, 'name': CreateVM_Task, 'duration_secs': 0.618565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.300433] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.301374] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.301504] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.301817] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.302097] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304950b6-7983-4139-a7f8-a310d4eedf5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.309595] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1086.309595] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2155e-d16e-62d8-78ac-03ffb4662c77" [ 1086.309595] env[69019]: _type = "Task" [ 1086.309595] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.318285] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2155e-d16e-62d8-78ac-03ffb4662c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.350401] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525a78d0-a61b-0be6-0001-2d6b5525627c, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.353810] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4457ef-0f20-44c5-b3eb-3eb9f21ce889 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.360516] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1086.360516] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6b1a0-6196-7ec5-3a7b-9b7d831057be" [ 1086.360516] env[69019]: _type = "Task" [ 1086.360516] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.372429] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6b1a0-6196-7ec5-3a7b-9b7d831057be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.401563] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a65f32-eb26-4c0c-92fa-845f55c599e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.409411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11c1333-b559-4769-94af-75aae67eba82 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.442973] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1497cd8a-a3a6-4ee8-8f2f-a6ff37a60e4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.452308] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35c7ca-81be-4c0b-bc98-13fa70aabb38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.469079] env[69019]: DEBUG nova.compute.provider_tree [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.752574] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Updated VIF entry in instance network info cache for port bcbb2bab-9509-40e6-908c-d5de0f6d26f7. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.752979] env[69019]: DEBUG nova.network.neutron [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Updating instance_info_cache with network_info: [{"id": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "address": "fa:16:3e:e6:75:85", "network": {"id": "df4af5c5-cf29-41ce-b71b-2a00c4103bd1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-629687397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d2f6374e034857a489e9df84075353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbb2bab-95", "ovs_interfaceid": "bcbb2bab-9509-40e6-908c-d5de0f6d26f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.821197] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2155e-d16e-62d8-78ac-03ffb4662c77, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.821418] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.821689] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.821970] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.871153] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a6b1a0-6196-7ec5-3a7b-9b7d831057be, 'name': SearchDatastore_Task, 'duration_secs': 0.037299} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.871487] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.871790] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 1c34a310-a944-46d4-ad5b-c136ab52d8c2/1c34a310-a944-46d4-ad5b-c136ab52d8c2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.872110] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.872330] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.872575] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de7311df-ff5f-44ff-980d-3b6d40f2eb1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.874678] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2c752d-b503-4a34-91e2-4ebcdfc5408f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.881997] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1086.881997] env[69019]: value = "task-3347386" [ 1086.881997] env[69019]: _type = "Task" [ 1086.881997] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.886216] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.886463] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.887612] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488049a2-4a0d-4cfd-b496-ff7e9d5a353e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.893237] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.897652] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1086.897652] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a48331-f54f-8f07-0edb-c091b8d57ded" [ 1086.897652] env[69019]: _type = "Task" [ 1086.897652] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.906250] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a48331-f54f-8f07-0edb-c091b8d57ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.972508] env[69019]: DEBUG nova.scheduler.client.report [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.018026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.018026] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.018026] env[69019]: INFO nova.compute.manager [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attaching volume c65f65eb-7cfe-40c9-9b03-92683aa8f95a to /dev/sdb [ 1087.057263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c48d4-ed83-4532-897a-012d2a61271e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.065879] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c347b-3ae5-4fa8-b67e-05c81494d26c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.080916] env[69019]: DEBUG nova.virt.block_device [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating existing volume attachment record: a0800785-cb94-4f59-9f3a-3bb05b875292 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.255631] env[69019]: DEBUG oslo_concurrency.lockutils [req-3e5e069d-786b-4dcd-b16c-c11de46ceed1 req-42e8d147-1675-45e1-8605-baa868c34c0f service nova] Releasing lock "refresh_cache-20bf5da3-1081-4f22-81eb-d2d8fbded7de" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.394021] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347386, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.411299] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a48331-f54f-8f07-0edb-c091b8d57ded, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.411299] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b69a8d-365a-4b69-a7d7-50d94dec42ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.417772] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.418257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.421209] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1087.421209] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef928d-b444-c821-b409-2190a31ad6b0" [ 1087.421209] env[69019]: _type = "Task" [ 1087.421209] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.430884] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef928d-b444-c821-b409-2190a31ad6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.481489] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.484426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.484732] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.484996] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.485254] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.485499] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.488901] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.539s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.488901] env[69019]: DEBUG nova.objects.instance [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'resources' on Instance uuid 158a1c6d-1424-4213-aa8b-8e0a2466f778 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.492639] env[69019]: INFO nova.compute.manager [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Terminating instance [ 1087.514721] env[69019]: INFO nova.scheduler.client.report [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Deleted allocations for instance ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b [ 1087.899454] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74179} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.899454] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 1c34a310-a944-46d4-ad5b-c136ab52d8c2/1c34a310-a944-46d4-ad5b-c136ab52d8c2.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.899454] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.899454] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492fb3a1-d945-45d8-bc11-ee10da869580 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.909645] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1087.909645] env[69019]: value = "task-3347390" [ 1087.909645] env[69019]: _type = "Task" [ 1087.909645] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.919618] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.922613] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.936034] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef928d-b444-c821-b409-2190a31ad6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.056623} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.936034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.936034] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 20bf5da3-1081-4f22-81eb-d2d8fbded7de/20bf5da3-1081-4f22-81eb-d2d8fbded7de.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.936034] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07be2938-206d-4510-a659-dfc4f9f483f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.944282] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1087.944282] env[69019]: value = "task-3347391" [ 1087.944282] env[69019]: _type = "Task" [ 1087.944282] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.955534] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.996926] env[69019]: DEBUG nova.compute.manager [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.997212] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.997519] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9950a45b-caf9-4bf9-9a77-c3cd650088b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.005066] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1088.005066] env[69019]: value = "task-3347392" [ 1088.005066] env[69019]: _type = "Task" [ 1088.005066] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.013212] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.024223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-87fc8614-3f52-4dcd-b69c-e4409c8325f6 tempest-ServersListShow296Test-126602100 tempest-ServersListShow296Test-126602100-project-member] Lock "ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.548s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.223928] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6bc92c-73ad-4692-a9ab-a598a60ad71d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.233090] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c5092-8cd6-4cfe-8733-05e936f5441e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.265191] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41801575-1b67-4a92-8409-5f196faa74aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.275183] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79753a-6cea-4fec-8d8a-bd7c85f69495 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.289277] env[69019]: DEBUG nova.compute.provider_tree [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.420376] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117109} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.420763] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.421769] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc67e23b-1e95-4263-b015-957065157434 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.451220] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 1c34a310-a944-46d4-ad5b-c136ab52d8c2/1c34a310-a944-46d4-ad5b-c136ab52d8c2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.454082] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f102d0f-a959-4c75-a357-699619366da9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.479888] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.481868] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.482228] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1088.482228] env[69019]: value = "task-3347393" [ 1088.482228] env[69019]: _type = "Task" [ 1088.482228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.490022] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.516211] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347392, 'name': PowerOffVM_Task, 'duration_secs': 0.22123} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.516211] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.516308] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.516413] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668166', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'name': 'volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '07c6e25a-4910-4307-a2f2-1c2ea72ab59e', 'attached_at': '2025-04-07T15:28:21.000000', 'detached_at': '', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'serial': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.517240] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b18851-685f-4bcb-bfdf-325622116b16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.538924] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca743af-ee07-4a49-b4ac-7f3c301cbc5f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.546609] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0244d60-3dbb-4734-b1c3-29babe76f845 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.568063] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d95128-6747-41bb-ac9a-8768a0ea4782 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.583109] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] The volume has not been displaced from its original location: [datastore2] volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a/volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.588649] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.588733] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbebc85-7cfb-450a-8766-016e9cec23e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.608652] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1088.608652] env[69019]: value = "task-3347394" [ 1088.608652] env[69019]: _type = "Task" [ 1088.608652] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.616787] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.792278] env[69019]: DEBUG nova.scheduler.client.report [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.964536] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618008} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.964846] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 20bf5da3-1081-4f22-81eb-d2d8fbded7de/20bf5da3-1081-4f22-81eb-d2d8fbded7de.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.965038] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.965300] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721f7357-8ff9-4c5a-b750-ed6ab3528e42 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.971363] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1088.971363] env[69019]: value = "task-3347395" [ 1088.971363] env[69019]: _type = "Task" [ 1088.971363] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.980272] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.993032] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347393, 'name': ReconfigVM_Task, 'duration_secs': 0.355548} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.993292] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 1c34a310-a944-46d4-ad5b-c136ab52d8c2/1c34a310-a944-46d4-ad5b-c136ab52d8c2.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.993953] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3439813e-7062-41fe-ae10-12c8332d93ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.000491] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1089.000491] env[69019]: value = "task-3347396" [ 1089.000491] env[69019]: _type = "Task" [ 1089.000491] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.008623] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347396, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.118496] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347394, 'name': ReconfigVM_Task, 'duration_secs': 0.26815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.118975] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.123331] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931b6075-1181-43b8-9243-127a8ba6e3a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.138401] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1089.138401] env[69019]: value = "task-3347397" [ 1089.138401] env[69019]: _type = "Task" [ 1089.138401] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.146561] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.297218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.299597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.973s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.301147] env[69019]: INFO nova.compute.claims [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.322450] env[69019]: INFO nova.scheduler.client.report [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocations for instance 158a1c6d-1424-4213-aa8b-8e0a2466f778 [ 1089.481072] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076877} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.481430] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.482188] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1da024-b22a-4140-9781-319daddbde46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.504418] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 20bf5da3-1081-4f22-81eb-d2d8fbded7de/20bf5da3-1081-4f22-81eb-d2d8fbded7de.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.505344] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5385abc-2b4e-41fc-bdd7-e99fea0ae246 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.527517] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347396, 'name': Rename_Task, 'duration_secs': 0.175576} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.529363] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.529742] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1089.529742] env[69019]: value = "task-3347399" [ 1089.529742] env[69019]: _type = "Task" [ 1089.529742] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.529947] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32ae5e1-ec4a-4fc7-a8a0-94a5d2f56617 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.540035] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.541272] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1089.541272] env[69019]: value = "task-3347400" [ 1089.541272] env[69019]: _type = "Task" [ 1089.541272] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.548292] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.648886] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.830931] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7300d708-e486-442d-b477-fbccf86f81f8 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "158a1c6d-1424-4213-aa8b-8e0a2466f778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.663s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.042101] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.050332] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.150850] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.462171] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b14210-acd2-4b40-b7ac-56a2064f4639 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.469615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011757f7-96b2-47af-8fc7-c8ff98ca6888 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.499951] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77580e3-f1e3-4075-bdc9-61220ba00fce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.507918] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ce599-5d0c-4483-b98c-4442af9bc6b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.522686] env[69019]: DEBUG nova.compute.provider_tree [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.542399] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.551866] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.611416] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "b118f100-2825-444c-88f2-91bfcd74d5ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.611640] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.651733] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347397, 'name': ReconfigVM_Task, 'duration_secs': 1.328421} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.652377] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668166', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'name': 'volume-e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '07c6e25a-4910-4307-a2f2-1c2ea72ab59e', 'attached_at': '2025-04-07T15:28:21.000000', 'detached_at': '', 'volume_id': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a', 'serial': 'e0c14e1d-5746-4d2f-a2a6-490c59836f7a'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.652377] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.653046] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa652f13-9fee-4ffc-b8a1-047c3571f4fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.659782] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.660022] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7391a8fd-4cbd-484e-881d-a73bf96409a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.729889] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.730133] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.730379] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleting the datastore file [datastore1] 07c6e25a-4910-4307-a2f2-1c2ea72ab59e {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.730580] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1251480-247d-470c-a824-bcfa74a5f4af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.736880] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1090.736880] env[69019]: value = "task-3347402" [ 1090.736880] env[69019]: _type = "Task" [ 1090.736880] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.744739] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.026080] env[69019]: DEBUG nova.scheduler.client.report [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.041963] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347399, 'name': ReconfigVM_Task, 'duration_secs': 1.201652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.042874] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 20bf5da3-1081-4f22-81eb-d2d8fbded7de/20bf5da3-1081-4f22-81eb-d2d8fbded7de.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.043584] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b94516-5d68-45e1-b1e8-38969ef111d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.054883] env[69019]: DEBUG oslo_vmware.api [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347400, 'name': PowerOnVM_Task, 'duration_secs': 1.350884} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.056212] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.056432] env[69019]: INFO nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1091.056811] env[69019]: DEBUG nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.056928] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1091.056928] env[69019]: value = "task-3347403" [ 1091.056928] env[69019]: _type = "Task" [ 1091.056928] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.057626] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf8e512-ad78-4776-9997-305a433cc208 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.114188] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.249553] env[69019]: DEBUG oslo_vmware.api [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21119} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.250099] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.250927] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.251278] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.252031] env[69019]: INFO nova.compute.manager [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1091.252031] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.252633] env[69019]: DEBUG nova.compute.manager [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.252792] env[69019]: DEBUG nova.network.neutron [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.531986] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.532554] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.535986] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.062s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.535986] env[69019]: DEBUG nova.objects.instance [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'resources' on Instance uuid d5680a4b-3617-403b-8a0f-a0bdca4676f2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.570510] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347403, 'name': Rename_Task, 'duration_secs': 0.184868} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.570884] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.571255] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd42beb7-5449-4dae-b408-d90f141ce4a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.582288] env[69019]: INFO nova.compute.manager [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Took 31.61 seconds to build instance. [ 1091.586412] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1091.586412] env[69019]: value = "task-3347404" [ 1091.586412] env[69019]: _type = "Task" [ 1091.586412] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.595252] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.600021] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.600251] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.633152] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1091.633571] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668197', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'name': 'volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'serial': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1091.638334] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cf8c37-271d-430d-9885-3e4d25a25318 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.645577] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.659807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bcdef1-cdd0-4fd2-a93b-cacaabd37e53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.696878] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a/volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.697499] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb00934-5502-4df6-a1be-22296e909f9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.716889] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1091.716889] env[69019]: value = "task-3347405" [ 1091.716889] env[69019]: _type = "Task" [ 1091.716889] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.725237] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.771653] env[69019]: DEBUG nova.compute.manager [req-159f88b8-7dda-4d14-a9e8-08d7d23ab115 req-914a65c8-4d2d-4a1e-b82a-730ed74932d3 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Received event network-vif-deleted-d53b1d99-754d-4ed0-9891-83364f25c4b5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.771883] env[69019]: INFO nova.compute.manager [req-159f88b8-7dda-4d14-a9e8-08d7d23ab115 req-914a65c8-4d2d-4a1e-b82a-730ed74932d3 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Neutron deleted interface d53b1d99-754d-4ed0-9891-83364f25c4b5; detaching it from the instance and deleting it from the info cache [ 1091.772105] env[69019]: DEBUG nova.network.neutron [req-159f88b8-7dda-4d14-a9e8-08d7d23ab115 req-914a65c8-4d2d-4a1e-b82a-730ed74932d3 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.038751] env[69019]: DEBUG nova.compute.utils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.044769] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.044769] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.085437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9e3996df-5870-472c-98b2-9e1db200e867 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.117s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.098939] env[69019]: DEBUG nova.policy [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a35556ac2c46a5a154bffb96a9a4f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858689c33613412bbee445f6b102d231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.104836] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.107387] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.229279] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.254084] env[69019]: DEBUG nova.network.neutron [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.274995] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e1ff725-f4e3-4b4f-8bff-6758df1a8482 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290936] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace480a-fc88-4032-aca6-abdaed84e05e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.305712] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d822c6-d4f7-4aca-9ca7-92b07d34643a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d73281-018e-47d3-9ed3-1e97c5a9ee1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.329076] env[69019]: DEBUG nova.compute.manager [req-159f88b8-7dda-4d14-a9e8-08d7d23ab115 req-914a65c8-4d2d-4a1e-b82a-730ed74932d3 service nova] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Detach interface failed, port_id=d53b1d99-754d-4ed0-9891-83364f25c4b5, reason: Instance 07c6e25a-4910-4307-a2f2-1c2ea72ab59e could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.353944] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d595a4d7-2abc-41b2-81db-3d55df1a5468 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.361508] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb99e7-c5c1-4b88-b839-1a9ce94d7689 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.375970] env[69019]: DEBUG nova.compute.provider_tree [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.413779] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Successfully created port: ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.544474] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.596859] env[69019]: DEBUG oslo_vmware.api [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347404, 'name': PowerOnVM_Task, 'duration_secs': 0.579472} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.597232] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.597475] env[69019]: INFO nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1092.597702] env[69019]: DEBUG nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.598506] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec398a61-9fd7-4a3f-b406-0528874609ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.601460] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.601741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.601988] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.602227] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.602433] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.605079] env[69019]: INFO nova.compute.manager [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Terminating instance [ 1092.632547] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.727385] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347405, 'name': ReconfigVM_Task, 'duration_secs': 0.607113} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.727754] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a/volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.732517] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e087d10e-e73f-4feb-bb02-e978d3e2e3b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.750210] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1092.750210] env[69019]: value = "task-3347406" [ 1092.750210] env[69019]: _type = "Task" [ 1092.750210] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.758445] env[69019]: INFO nova.compute.manager [-] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Took 1.51 seconds to deallocate network for instance. [ 1092.758879] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.880204] env[69019]: DEBUG nova.scheduler.client.report [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.112765] env[69019]: DEBUG nova.compute.manager [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.113137] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.113944] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3137d9-c4cc-4b42-b699-4663d96c544d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.125397] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.125879] env[69019]: INFO nova.compute.manager [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Took 25.45 seconds to build instance. [ 1093.126691] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d3cfca-99f9-40c8-bba5-6f3d401645d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.132878] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1093.132878] env[69019]: value = "task-3347407" [ 1093.132878] env[69019]: _type = "Task" [ 1093.132878] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.141348] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.262860] env[69019]: DEBUG oslo_vmware.api [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347406, 'name': ReconfigVM_Task, 'duration_secs': 0.184378} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.262860] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668197', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'name': 'volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'serial': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.304277] env[69019]: INFO nova.compute.manager [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Took 0.54 seconds to detach 1 volumes for instance. [ 1093.385637] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.388043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.906s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.389648] env[69019]: INFO nova.compute.claims [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.408723] env[69019]: INFO nova.scheduler.client.report [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance d5680a4b-3617-403b-8a0f-a0bdca4676f2 [ 1093.554230] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.580491] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.580759] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.580918] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.581124] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.581274] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.581434] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.581673] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.581843] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.582025] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.582202] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.582375] env[69019]: DEBUG nova.virt.hardware [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.583578] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49377c-3cb9-4d29-b2f4-d6bc081ad816 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.591328] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff57dd0-deb9-40ae-8bfe-691cbe3cbccf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.629879] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e53a7cfb-2a50-4921-be26-ae1ace99f39c tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.963s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.642182] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347407, 'name': PowerOffVM_Task, 'duration_secs': 0.414845} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.642439] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.642609] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.642851] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc7848c1-b4d9-4e8c-bb85-2bc8e841bea4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707345] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.707566] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.707740] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore2] 1c34a310-a944-46d4-ad5b-c136ab52d8c2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.707974] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514e2081-606a-4738-bbc0-a466238d7a5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.714403] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1093.714403] env[69019]: value = "task-3347409" [ 1093.714403] env[69019]: _type = "Task" [ 1093.714403] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.722520] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.809668] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.916103] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9276daef-2b8b-42be-b23d-d4758460cf0b tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "d5680a4b-3617-403b-8a0f-a0bdca4676f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.431s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.014998] env[69019]: DEBUG nova.compute.manager [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Received event network-vif-plugged-ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.015139] env[69019]: DEBUG oslo_concurrency.lockutils [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.015356] env[69019]: DEBUG oslo_concurrency.lockutils [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.015529] env[69019]: DEBUG oslo_concurrency.lockutils [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.015685] env[69019]: DEBUG nova.compute.manager [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] No waiting events found dispatching network-vif-plugged-ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.015881] env[69019]: WARNING nova.compute.manager [req-a91a5705-48d1-4581-b06a-0f33950b9992 req-0bfdafa3-8f4a-40e6-b103-b12bd0575bd9 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Received unexpected event network-vif-plugged-ce431332-d6ee-4126-b447-2b84d673cb83 for instance with vm_state building and task_state spawning. [ 1094.106351] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Successfully updated port: ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.224320] env[69019]: DEBUG oslo_vmware.api [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145911} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.224722] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.224967] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.225172] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.225348] env[69019]: INFO nova.compute.manager [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1094.225600] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.225793] env[69019]: DEBUG nova.compute.manager [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.225914] env[69019]: DEBUG nova.network.neutron [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.304038] env[69019]: DEBUG nova.objects.instance [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'flavor' on Instance uuid 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.593543] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9828eda4-fc47-4bd7-b9ab-54a5585fa7ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.601909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29987580-0404-4014-bfa4-037650a161b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.607408] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607577] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607730] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.637775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf93a69-a585-49c5-965d-fbcdcbd3db8b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.645982] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0d044-b3a9-4d4f-b370-470bb55507be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.661177] env[69019]: DEBUG nova.compute.provider_tree [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.668387] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.802811] env[69019]: DEBUG nova.network.neutron [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating instance_info_cache with network_info: [{"id": "ce431332-d6ee-4126-b447-2b84d673cb83", "address": "fa:16:3e:ec:0a:a4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce431332-d6", "ovs_interfaceid": "ce431332-d6ee-4126-b447-2b84d673cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.811743] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f679934e-e25c-4320-ad49-bee4a8f98327 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.795s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.986989] env[69019]: DEBUG nova.network.neutron [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.090043] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.090351] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.090567] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.090757] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.090927] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.093480] env[69019]: INFO nova.compute.manager [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Terminating instance [ 1095.164188] env[69019]: DEBUG nova.scheduler.client.report [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.308290] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.308734] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Instance network_info: |[{"id": "ce431332-d6ee-4126-b447-2b84d673cb83", "address": "fa:16:3e:ec:0a:a4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce431332-d6", "ovs_interfaceid": "ce431332-d6ee-4126-b447-2b84d673cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.309454] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:0a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce431332-d6ee-4126-b447-2b84d673cb83', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.316986] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.317403] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.317638] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1d36e58-83b4-4b92-a96f-3bd5d6a54688 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.337400] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.337400] env[69019]: value = "task-3347410" [ 1095.337400] env[69019]: _type = "Task" [ 1095.337400] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.344573] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347410, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.490206] env[69019]: INFO nova.compute.manager [-] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Took 1.26 seconds to deallocate network for instance. [ 1095.498544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.498774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.597351] env[69019]: DEBUG nova.compute.manager [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.597572] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.598470] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed6bed8-628a-4337-b5af-404d8754cd4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.606310] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.606519] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f97eaa-0c16-4e5d-9831-ac816a36163c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.613534] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1095.613534] env[69019]: value = "task-3347411" [ 1095.613534] env[69019]: _type = "Task" [ 1095.613534] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.621574] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.669921] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.670478] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.673581] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.028s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.675116] env[69019]: INFO nova.compute.claims [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.847940] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347410, 'name': CreateVM_Task, 'duration_secs': 0.331741} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.848118] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.848791] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.848963] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.849306] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.849550] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e272c89-ce77-4a9c-a9a7-c61e0bfeee72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.897431] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1095.897431] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5293a0df-95c1-d456-069b-c8d1b7863076" [ 1095.897431] env[69019]: _type = "Task" [ 1095.897431] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.929011] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5293a0df-95c1-d456-069b-c8d1b7863076, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.929324] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929560] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.929795] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.929942] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930136] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.930393] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e27237-3c76-4b8a-afc3-127cc3482061 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.938191] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.938406] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.939281] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608e4c73-e72a-413d-8316-588f021c5e89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.944261] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1095.944261] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52686aa4-ca2a-865f-c004-9d9349544a26" [ 1095.944261] env[69019]: _type = "Task" [ 1095.944261] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.952752] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52686aa4-ca2a-865f-c004-9d9349544a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.999456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.000996] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.044837] env[69019]: DEBUG nova.compute.manager [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Received event network-changed-ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.044888] env[69019]: DEBUG nova.compute.manager [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Refreshing instance network info cache due to event network-changed-ce431332-d6ee-4126-b447-2b84d673cb83. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.045096] env[69019]: DEBUG oslo_concurrency.lockutils [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] Acquiring lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.045240] env[69019]: DEBUG oslo_concurrency.lockutils [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] Acquired lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.045397] env[69019]: DEBUG nova.network.neutron [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Refreshing network info cache for port ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.084966] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.123471] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347411, 'name': PowerOffVM_Task, 'duration_secs': 0.204813} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.123764] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.123943] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.124199] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1a65d5e-3baa-4afc-89ea-786e6a1cc1a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.180376] env[69019]: DEBUG nova.compute.utils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.184718] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.184963] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.188306] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.188507] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.188690] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Deleting the datastore file [datastore2] 20bf5da3-1081-4f22-81eb-d2d8fbded7de {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.189559] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-553d9696-df9e-4a31-a083-1ef0a16669f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.196853] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for the task: (returnval){ [ 1096.196853] env[69019]: value = "task-3347413" [ 1096.196853] env[69019]: _type = "Task" [ 1096.196853] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.204745] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.235962] env[69019]: DEBUG nova.policy [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac730fc5cb84dd8844691255d1aac4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869aea7110ef4ddda2dded5e066d3143', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.238702] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.238926] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.455648] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52686aa4-ca2a-865f-c004-9d9349544a26, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.456500] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccdbf31-3263-4bb8-824e-6d37e2c0d379 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.461918] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1096.461918] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52886b7a-951f-e286-c250-34b8226ef6a2" [ 1096.461918] env[69019]: _type = "Task" [ 1096.461918] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.469703] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52886b7a-951f-e286-c250-34b8226ef6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.518534] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Successfully created port: 53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.523623] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.685130] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.713519] env[69019]: DEBUG oslo_vmware.api [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Task: {'id': task-3347413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140391} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.713519] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.713519] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.713519] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.713787] env[69019]: INFO nova.compute.manager [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1096.713823] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.714033] env[69019]: DEBUG nova.compute.manager [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.714134] env[69019]: DEBUG nova.network.neutron [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.744406] env[69019]: DEBUG nova.compute.utils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.877682] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb85edff-2077-4ea8-9b31-97efba044282 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.885302] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc6e1b-e83d-42ce-91f4-42386f4f026c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.917407] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2640746-d59b-4682-a57a-a4a58eaf4e32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.920637] env[69019]: DEBUG nova.network.neutron [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updated VIF entry in instance network info cache for port ce431332-d6ee-4126-b447-2b84d673cb83. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.920982] env[69019]: DEBUG nova.network.neutron [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating instance_info_cache with network_info: [{"id": "ce431332-d6ee-4126-b447-2b84d673cb83", "address": "fa:16:3e:ec:0a:a4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce431332-d6", "ovs_interfaceid": "ce431332-d6ee-4126-b447-2b84d673cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.929904] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f575b3-4892-437b-8313-2d0f939e4663 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.943610] env[69019]: DEBUG nova.compute.provider_tree [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.972073] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52886b7a-951f-e286-c250-34b8226ef6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.972346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.972603] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d5fb8e66-01c7-44d9-8fb9-d1b15843ac87/d5fb8e66-01c7-44d9-8fb9-d1b15843ac87.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.972868] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f6a891-ffc4-4eef-bbdd-3d64eb24df99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.982504] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1096.982504] env[69019]: value = "task-3347414" [ 1096.982504] env[69019]: _type = "Task" [ 1096.982504] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.990635] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.085135] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.247129] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.423538] env[69019]: DEBUG oslo_concurrency.lockutils [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] Releasing lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.423809] env[69019]: DEBUG nova.compute.manager [req-b053e5eb-24ec-4fe5-88a5-75b230de58d2 req-702adcd4-ddd0-4a64-ae58-3e23f26fdc0a service nova] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Received event network-vif-deleted-6e4b44d7-1be5-4865-bb99-4a9db78a626b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.447067] env[69019]: DEBUG nova.scheduler.client.report [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.492685] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447703} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.493024] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] d5fb8e66-01c7-44d9-8fb9-d1b15843ac87/d5fb8e66-01c7-44d9-8fb9-d1b15843ac87.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.493132] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.493368] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f5d802-5e6a-45b0-9171-d928eba9f8ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.500067] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1097.500067] env[69019]: value = "task-3347415" [ 1097.500067] env[69019]: _type = "Task" [ 1097.500067] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.508402] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.611929] env[69019]: DEBUG nova.network.neutron [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.701346] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.727120] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.727389] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.727545] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.727729] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.727876] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.728035] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.728252] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.728411] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.728576] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.728827] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.729012] env[69019]: DEBUG nova.virt.hardware [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.729858] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010a3566-6700-4482-9c7b-b25427bad55d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.738808] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02c77d-e939-4040-a395-2e282220bcf7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.951898] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.952423] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.955202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.323s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.957703] env[69019]: INFO nova.compute.claims [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.010662] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060541} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.010921] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.011724] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0561eed8-4a3a-47ab-8129-e06b5e8f667b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.035090] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d5fb8e66-01c7-44d9-8fb9-d1b15843ac87/d5fb8e66-01c7-44d9-8fb9-d1b15843ac87.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.035719] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31392a6e-b026-4652-b7dc-18cfe831497e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.057767] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1098.057767] env[69019]: value = "task-3347416" [ 1098.057767] env[69019]: _type = "Task" [ 1098.057767] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.065865] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.070337] env[69019]: DEBUG nova.compute.manager [req-7499b77b-7873-4962-b405-a5b69f7ffee4 req-6132e077-ec1e-445d-b833-ddee20162178 service nova] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Received event network-vif-deleted-bcbb2bab-9509-40e6-908c-d5de0f6d26f7 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.083947] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.084205] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.084352] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1098.117024] env[69019]: INFO nova.compute.manager [-] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Took 1.40 seconds to deallocate network for instance. [ 1098.218627] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Successfully updated port: 53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.307160] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.307482] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.307759] env[69019]: INFO nova.compute.manager [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attaching volume 3d162413-be23-477b-8791-8b8f763b4c50 to /dev/sdc [ 1098.345909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe8272-2913-49ca-bb09-96558993735e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.352960] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9b314e-e46c-4f35-b368-03a5b6b9ccc9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.366623] env[69019]: DEBUG nova.virt.block_device [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating existing volume attachment record: 76e8eb9e-016d-4565-8410-fd297ae22b89 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.462645] env[69019]: DEBUG nova.compute.utils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.466124] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Not allocating networking since 'none' was specified. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1098.572064] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347416, 'name': ReconfigVM_Task, 'duration_secs': 0.312814} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.572064] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d5fb8e66-01c7-44d9-8fb9-d1b15843ac87/d5fb8e66-01c7-44d9-8fb9-d1b15843ac87.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.572610] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4469105-5444-4453-b03f-d18b9e63b767 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.579190] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1098.579190] env[69019]: value = "task-3347418" [ 1098.579190] env[69019]: _type = "Task" [ 1098.579190] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.586996] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347418, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.622323] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.722716] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.722943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.723172] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.967387] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.081214] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.086361] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.086735] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.094013] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347418, 'name': Rename_Task, 'duration_secs': 0.132556} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.094246] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.094492] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37174bd8-b783-49e5-89b1-a4cb6d8b11dc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.101707] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1099.101707] env[69019]: value = "task-3347419" [ 1099.101707] env[69019]: _type = "Task" [ 1099.101707] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.112592] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.143967] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf85554-62bd-4ea6-be2f-d207329068b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.151444] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ed7c1-7396-436b-8a17-3f98f250d399 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.182430] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5496a7-2f94-43df-86f4-d918b21a9305 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.189903] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c87fa7-f0d2-477f-b8ac-8290e27295cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.203647] env[69019]: DEBUG nova.compute.provider_tree [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.258213] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.393926] env[69019]: DEBUG nova.network.neutron [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updating instance_info_cache with network_info: [{"id": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "address": "fa:16:3e:b3:23:00", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53531ede-aa", "ovs_interfaceid": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.590053] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.611145] env[69019]: DEBUG oslo_vmware.api [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347419, 'name': PowerOnVM_Task, 'duration_secs': 0.496764} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.611413] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.611620] env[69019]: INFO nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Took 6.06 seconds to spawn the instance on the hypervisor. [ 1099.611803] env[69019]: DEBUG nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.612577] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698ce40-5208-4963-9e46-604d6015f561 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.707329] env[69019]: DEBUG nova.scheduler.client.report [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.896700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.897058] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance network_info: |[{"id": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "address": "fa:16:3e:b3:23:00", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53531ede-aa", "ovs_interfaceid": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.897487] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:23:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53531ede-aa0e-47d5-8d08-8b8c339deb13', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.905087] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.905304] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.905536] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d25363-df2b-4203-b698-8fe159c92acc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.927405] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.927405] env[69019]: value = "task-3347420" [ 1099.927405] env[69019]: _type = "Task" [ 1099.927405] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.934950] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347420, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.979365] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.008592] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.008900] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.009126] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.009365] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.009568] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.009744] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.009998] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.010226] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.010440] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.010677] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.010914] env[69019]: DEBUG nova.virt.hardware [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.011869] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c88ba5-a5a5-40f0-afe6-842652923b08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.020210] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e023477c-9a4a-4b8d-b126-675a6ad32ff5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.034423] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.039783] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Creating folder: Project (c831d7e7153d4c24a3bed38133ef546e). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.040058] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a207046a-8ec0-434e-8539-8d37e309cc8e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.049593] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Created folder: Project (c831d7e7153d4c24a3bed38133ef546e) in parent group-v667907. [ 1100.049841] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Creating folder: Instances. Parent ref: group-v668201. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.050130] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3fe077-59d9-4474-b3cf-8a5e0f27566f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.058830] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Created folder: Instances in parent group-v668201. [ 1100.059060] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.059241] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.059426] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf37daf-0012-4df1-82b3-cb1cee43893f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.075190] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.075190] env[69019]: value = "task-3347423" [ 1100.075190] env[69019]: _type = "Task" [ 1100.075190] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.083232] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347423, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.098254] env[69019]: DEBUG nova.compute.manager [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Received event network-vif-plugged-53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.098480] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Acquiring lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.098731] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.098868] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.099239] env[69019]: DEBUG nova.compute.manager [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] No waiting events found dispatching network-vif-plugged-53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.099402] env[69019]: WARNING nova.compute.manager [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Received unexpected event network-vif-plugged-53531ede-aa0e-47d5-8d08-8b8c339deb13 for instance with vm_state building and task_state spawning. [ 1100.099572] env[69019]: DEBUG nova.compute.manager [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Received event network-changed-53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.099727] env[69019]: DEBUG nova.compute.manager [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Refreshing instance network info cache due to event network-changed-53531ede-aa0e-47d5-8d08-8b8c339deb13. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.099923] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Acquiring lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.100075] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Acquired lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.100241] env[69019]: DEBUG nova.network.neutron [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Refreshing network info cache for port 53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.129977] env[69019]: INFO nova.compute.manager [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Took 15.82 seconds to build instance. [ 1100.212424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.212970] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.215693] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.406s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.215927] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.219034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.219s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.219034] env[69019]: DEBUG nova.objects.instance [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid 1c34a310-a944-46d4-ad5b-c136ab52d8c2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.238356] env[69019]: INFO nova.scheduler.client.report [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted allocations for instance 07c6e25a-4910-4307-a2f2-1c2ea72ab59e [ 1100.437887] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347420, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.587085] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347423, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.632055] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1a2e072d-0345-4967-a896-48a90e977a6d tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.333s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.722485] env[69019]: DEBUG nova.compute.utils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.728505] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.728505] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.745968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ceb1ad04-4114-4096-ba06-0bc0870c3a5f tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "07c6e25a-4910-4307-a2f2-1c2ea72ab59e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.261s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.784046] env[69019]: DEBUG nova.policy [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78421e0a067492481e106c4f25da6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b044b355134cdaab57a18dfae4d204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.869079] env[69019]: DEBUG nova.network.neutron [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updated VIF entry in instance network info cache for port 53531ede-aa0e-47d5-8d08-8b8c339deb13. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.869464] env[69019]: DEBUG nova.network.neutron [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updating instance_info_cache with network_info: [{"id": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "address": "fa:16:3e:b3:23:00", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53531ede-aa", "ovs_interfaceid": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.940821] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347420, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.943825] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daca130-22bb-4cbf-910f-14f4e621f4ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.951721] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b196cd-4053-4596-9085-ae7726c89cc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.988987] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c172b1-b322-45aa-83ae-c5100e2b829f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.996371] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e66b1-16d3-4f15-a49c-25d8edaa5731 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.011145] env[69019]: DEBUG nova.compute.provider_tree [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.086367] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347423, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.118810] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Successfully created port: 8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.221570] env[69019]: DEBUG nova.compute.manager [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Received event network-changed-ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.221669] env[69019]: DEBUG nova.compute.manager [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Refreshing instance network info cache due to event network-changed-ce431332-d6ee-4126-b447-2b84d673cb83. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.221880] env[69019]: DEBUG oslo_concurrency.lockutils [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] Acquiring lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222040] env[69019]: DEBUG oslo_concurrency.lockutils [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] Acquired lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.222201] env[69019]: DEBUG nova.network.neutron [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Refreshing network info cache for port ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.228490] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.372484] env[69019]: DEBUG oslo_concurrency.lockutils [req-c2d54256-a388-4953-ab44-ae5d5bfc3046 req-f01b6f1c-77cc-477d-855e-e6b4e2c32b01 service nova] Releasing lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.442276] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347420, 'name': CreateVM_Task, 'duration_secs': 1.264979} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.442276] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.442463] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.443046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.443046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.443199] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6081c05-be6b-4904-8fde-f134fea4e6bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.448430] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1101.448430] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527963fe-47e9-1844-9deb-330521102cfb" [ 1101.448430] env[69019]: _type = "Task" [ 1101.448430] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.456080] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527963fe-47e9-1844-9deb-330521102cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.514706] env[69019]: DEBUG nova.scheduler.client.report [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.585703] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347423, 'name': CreateVM_Task, 'duration_secs': 1.115201} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.585873] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.586285] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.865076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.865076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.941851] env[69019]: DEBUG nova.network.neutron [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updated VIF entry in instance network info cache for port ce431332-d6ee-4126-b447-2b84d673cb83. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.942370] env[69019]: DEBUG nova.network.neutron [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating instance_info_cache with network_info: [{"id": "ce431332-d6ee-4126-b447-2b84d673cb83", "address": "fa:16:3e:ec:0a:a4", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce431332-d6", "ovs_interfaceid": "ce431332-d6ee-4126-b447-2b84d673cb83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.960251] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527963fe-47e9-1844-9deb-330521102cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.022086} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.960554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.960792] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.961038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.961191] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.961372] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.961657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.961964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.962211] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f6c120-7a5e-4b02-9a07-3b78252fd9e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.964875] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607ea71f-fd7a-4a72-8a8e-55c0537aa104 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970669] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1101.970669] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52552302-85b0-624c-1936-4b0d637cea4c" [ 1101.970669] env[69019]: _type = "Task" [ 1101.970669] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.979725] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52552302-85b0-624c-1936-4b0d637cea4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.979975] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.980202] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.980836] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935e7cb5-2933-42c5-9298-bf177eac658d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.985714] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1101.985714] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d8760-0821-0642-05bb-0ddf74b1c02f" [ 1101.985714] env[69019]: _type = "Task" [ 1101.985714] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.992901] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d8760-0821-0642-05bb-0ddf74b1c02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.020060] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.022038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.498s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.023235] env[69019]: INFO nova.compute.claims [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.044999] env[69019]: INFO nova.scheduler.client.report [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance 1c34a310-a944-46d4-ad5b-c136ab52d8c2 [ 1102.239959] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.268517] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.269458] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.269458] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.269458] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.269458] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.269458] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.269748] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.269784] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.269963] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.270152] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.270343] env[69019]: DEBUG nova.virt.hardware [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.271250] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768659a-3b8f-4364-a9c2-2724ff75c0d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.281452] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3929869-726e-49a9-a74f-1dc2b63acd99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.368019] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.444846] env[69019]: DEBUG oslo_concurrency.lockutils [req-cfcd8c59-7983-4bf1-b322-9ba4ddfb7281 req-d9258d5e-2384-44f0-9f74-5ae1382a55da service nova] Releasing lock "refresh_cache-d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482016] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52552302-85b0-624c-1936-4b0d637cea4c, 'name': SearchDatastore_Task, 'duration_secs': 0.013678} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.482491] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482967] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.483448] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.493696] env[69019]: DEBUG nova.compute.manager [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Received event network-vif-plugged-8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.494149] env[69019]: DEBUG oslo_concurrency.lockutils [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] Acquiring lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.494452] env[69019]: DEBUG oslo_concurrency.lockutils [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.495018] env[69019]: DEBUG oslo_concurrency.lockutils [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.495018] env[69019]: DEBUG nova.compute.manager [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] No waiting events found dispatching network-vif-plugged-8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.495262] env[69019]: WARNING nova.compute.manager [req-1dab865f-84d8-42b3-93f9-5c8f19f2457d req-3e551df8-af7f-4cc8-acd9-824372e87a25 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Received unexpected event network-vif-plugged-8ce35028-617a-4d88-a51b-c88df6c1796f for instance with vm_state building and task_state spawning. [ 1102.499463] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528d8760-0821-0642-05bb-0ddf74b1c02f, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.501331] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb72746-8d8f-4cc8-af7a-fdba1201ae4b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.505666] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1102.505666] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f68298-cdb3-e490-a10a-98cb971bdd83" [ 1102.505666] env[69019]: _type = "Task" [ 1102.505666] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.514208] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f68298-cdb3-e490-a10a-98cb971bdd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.552453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2add12b5-3d69-41cf-a8dc-4eefdf8bb8d2 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "1c34a310-a944-46d4-ad5b-c136ab52d8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.950s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.575560] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Successfully updated port: 8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.885552] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.909489] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.909712] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668199', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'name': 'volume-3d162413-be23-477b-8791-8b8f763b4c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'serial': '3d162413-be23-477b-8791-8b8f763b4c50'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.910590] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66643081-17ee-48df-9534-49d4807d62fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.927019] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feca223-06e1-4495-a523-8c147ed34b0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.954773] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-3d162413-be23-477b-8791-8b8f763b4c50/volume-3d162413-be23-477b-8791-8b8f763b4c50.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.954971] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90662d41-490a-4421-a84d-b0da17657ca2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.975817] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1102.975817] env[69019]: value = "task-3347425" [ 1102.975817] env[69019]: _type = "Task" [ 1102.975817] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.986313] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.015582] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f68298-cdb3-e490-a10a-98cb971bdd83, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.015855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.016203] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.016501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.016694] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.016908] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b69d26-f3ac-479c-8d0f-406d3bdee531 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.018699] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d4d59a4-eadb-4439-9900-bf395dec7bd5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.025523] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1103.025523] env[69019]: value = "task-3347426" [ 1103.025523] env[69019]: _type = "Task" [ 1103.025523] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.029354] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.029544] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.033017] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c7ce6f-d459-4e2b-96c6-c9ae3aa9d2ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.038806] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.042221] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1103.042221] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5240fd33-911b-d8c3-a1a6-739860daeb9a" [ 1103.042221] env[69019]: _type = "Task" [ 1103.042221] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.049381] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5240fd33-911b-d8c3-a1a6-739860daeb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.081907] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.082110] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.082276] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.203341] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b4bc8-2a17-4365-b734-8712b703d789 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.211581] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cddf33-f351-45fe-8345-fcfb2a40748a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.246796] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db00546-db22-4083-8ddc-9dfb057cd6d3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.255758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4ab9d-7c79-4322-9cff-de9cd57006fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271164] env[69019]: DEBUG nova.compute.provider_tree [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.489304] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347425, 'name': ReconfigVM_Task, 'duration_secs': 0.512236} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.489625] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-3d162413-be23-477b-8791-8b8f763b4c50/volume-3d162413-be23-477b-8791-8b8f763b4c50.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.494967] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dded4a9-ba33-4e8e-b6fa-b78aed404f31 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.511377] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1103.511377] env[69019]: value = "task-3347427" [ 1103.511377] env[69019]: _type = "Task" [ 1103.511377] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.520635] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.534339] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347426, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.550387] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5240fd33-911b-d8c3-a1a6-739860daeb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008421} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.551206] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273340ec-88eb-44b9-8b16-5099ef2a293c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.556157] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1103.556157] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526cd988-4677-7726-8fbf-0e24f90eec60" [ 1103.556157] env[69019]: _type = "Task" [ 1103.556157] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.563730] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526cd988-4677-7726-8fbf-0e24f90eec60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.611670] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.731274] env[69019]: DEBUG nova.network.neutron [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updating instance_info_cache with network_info: [{"id": "8ce35028-617a-4d88-a51b-c88df6c1796f", "address": "fa:16:3e:d9:00:f9", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce35028-61", "ovs_interfaceid": "8ce35028-617a-4d88-a51b-c88df6c1796f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.774958] env[69019]: DEBUG nova.scheduler.client.report [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.021793] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.034721] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517821} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.035039] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.035274] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.035523] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbdb402-d63a-4c2a-b25a-f04383573c9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.041580] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1104.041580] env[69019]: value = "task-3347428" [ 1104.041580] env[69019]: _type = "Task" [ 1104.041580] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.048837] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.065618] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526cd988-4677-7726-8fbf-0e24f90eec60, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.065884] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.066176] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.066434] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-308cd794-faae-4ecd-a14a-8a7ab1034403 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.072228] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1104.072228] env[69019]: value = "task-3347429" [ 1104.072228] env[69019]: _type = "Task" [ 1104.072228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.080026] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.158042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.158287] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.233590] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.234012] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Instance network_info: |[{"id": "8ce35028-617a-4d88-a51b-c88df6c1796f", "address": "fa:16:3e:d9:00:f9", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce35028-61", "ovs_interfaceid": "8ce35028-617a-4d88-a51b-c88df6c1796f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.234451] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:00:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce35028-617a-4d88-a51b-c88df6c1796f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.242166] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.242760] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.243028] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd182ee5-060b-433e-ac1a-e61ef288a699 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.264296] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.264296] env[69019]: value = "task-3347430" [ 1104.264296] env[69019]: _type = "Task" [ 1104.264296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.272629] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347430, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.279557] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.280232] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.283774] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.662s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.284031] env[69019]: DEBUG nova.objects.instance [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lazy-loading 'resources' on Instance uuid 20bf5da3-1081-4f22-81eb-d2d8fbded7de {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.521095] env[69019]: DEBUG nova.compute.manager [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Received event network-changed-8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.521382] env[69019]: DEBUG nova.compute.manager [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Refreshing instance network info cache due to event network-changed-8ce35028-617a-4d88-a51b-c88df6c1796f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.521615] env[69019]: DEBUG oslo_concurrency.lockutils [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] Acquiring lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.521780] env[69019]: DEBUG oslo_concurrency.lockutils [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] Acquired lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.521989] env[69019]: DEBUG nova.network.neutron [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Refreshing network info cache for port 8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.526889] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.551143] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069238} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.551508] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.552362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d7d9a-b9a6-427b-9525-22a466beb6a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.576997] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.577974] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca8b01b-661a-4426-a412-b60ed12a99ee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.602643] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461504} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.603901] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.604161] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.604532] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1104.604532] env[69019]: value = "task-3347431" [ 1104.604532] env[69019]: _type = "Task" [ 1104.604532] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.604689] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c180ddbb-e192-463a-a46a-3958bde97c59 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.613428] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1104.613428] env[69019]: value = "task-3347432" [ 1104.613428] env[69019]: _type = "Task" [ 1104.613428] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.616798] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.624413] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.662735] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.774049] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347430, 'name': CreateVM_Task, 'duration_secs': 0.452043} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.774212] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.774855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.775032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.775349] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.775588] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4425ff8-ba20-428e-be25-62660591d26e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.779958] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1104.779958] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52592c80-c29b-4078-7c84-e114d0bd574e" [ 1104.779958] env[69019]: _type = "Task" [ 1104.779958] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.787672] env[69019]: DEBUG nova.compute.utils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.790943] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52592c80-c29b-4078-7c84-e114d0bd574e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.791555] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.791725] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.834691] env[69019]: DEBUG nova.policy [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.956524] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf00208-e813-4b77-aaea-55c2a15e0fd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.965768] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8037826-c8ac-47ff-b63a-f0a1c8b1e215 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.995282] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42c3df-3a0a-457c-bd21-e23839b7abcd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.002216] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c7ca8-ef13-4463-ad93-ffa837745ed1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.015286] env[69019]: DEBUG nova.compute.provider_tree [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.023560] env[69019]: DEBUG oslo_vmware.api [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347427, 'name': ReconfigVM_Task, 'duration_secs': 1.096723} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.024477] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668199', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'name': 'volume-3d162413-be23-477b-8791-8b8f763b4c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'serial': '3d162413-be23-477b-8791-8b8f763b4c50'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.116080] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.126569] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.126833] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.127656] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa50ee7-0746-4473-97a1-20ac9bca78fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.147512] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.149677] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd7f99d-6eee-46bc-9fb0-3d4a678920b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.164870] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Successfully created port: cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.174371] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1105.174371] env[69019]: value = "task-3347433" [ 1105.174371] env[69019]: _type = "Task" [ 1105.174371] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.185117] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.185979] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.290417] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52592c80-c29b-4078-7c84-e114d0bd574e, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.290688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.290940] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.291225] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.291391] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.291576] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.292110] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.295903] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b1fe66-317a-437a-aac0-db6e39ac1b17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.309994] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.309994] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.309994] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9229735a-a3d1-4de0-ad2e-bf11add4d6e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.315409] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1105.315409] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5257ec01-adda-4c44-f5fa-7412e903da6f" [ 1105.315409] env[69019]: _type = "Task" [ 1105.315409] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.323247] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5257ec01-adda-4c44-f5fa-7412e903da6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.352503] env[69019]: DEBUG nova.network.neutron [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updated VIF entry in instance network info cache for port 8ce35028-617a-4d88-a51b-c88df6c1796f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.352866] env[69019]: DEBUG nova.network.neutron [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updating instance_info_cache with network_info: [{"id": "8ce35028-617a-4d88-a51b-c88df6c1796f", "address": "fa:16:3e:d9:00:f9", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce35028-61", "ovs_interfaceid": "8ce35028-617a-4d88-a51b-c88df6c1796f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.521115] env[69019]: DEBUG nova.scheduler.client.report [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.616609] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347431, 'name': ReconfigVM_Task, 'duration_secs': 0.993453} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.616887] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.617540] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3230a4e-1aec-481f-844c-b526d50e243d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.623479] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1105.623479] env[69019]: value = "task-3347434" [ 1105.623479] env[69019]: _type = "Task" [ 1105.623479] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.631263] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347434, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.684203] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.824459] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5257ec01-adda-4c44-f5fa-7412e903da6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.825255] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab22ef54-7f35-42db-9870-6426a102e852 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.830070] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1105.830070] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac6896-4163-9984-74ff-2b2229a19772" [ 1105.830070] env[69019]: _type = "Task" [ 1105.830070] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.838375] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac6896-4163-9984-74ff-2b2229a19772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.855366] env[69019]: DEBUG oslo_concurrency.lockutils [req-a497770b-07c6-4962-b4d4-efd9294957fc req-aef3ebc5-72d2-443f-9bd5-26b742c006c9 service nova] Releasing lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.026049] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.028506] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.439s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.028691] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.028855] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1106.029160] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.144s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.030816] env[69019]: INFO nova.compute.claims [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.034495] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f4e123-a983-457d-b927-f2a867786278 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.043525] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c10d7-5503-40d8-9296-d5cbee3442dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.048124] env[69019]: INFO nova.scheduler.client.report [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Deleted allocations for instance 20bf5da3-1081-4f22-81eb-d2d8fbded7de [ 1106.063375] env[69019]: DEBUG nova.objects.instance [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'flavor' on Instance uuid 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.066151] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243843af-2250-4d1f-8eb2-6bd9cab1a103 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.073673] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20676300-2c33-47af-b521-ce434f9e2e5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.108922] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179377MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1106.109130] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.135380] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347434, 'name': Rename_Task, 'duration_secs': 0.370603} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.135667] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.135920] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-687e4186-068b-4909-b762-0740e49ea8af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.143015] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1106.143015] env[69019]: value = "task-3347435" [ 1106.143015] env[69019]: _type = "Task" [ 1106.143015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.150951] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.185813] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347433, 'name': ReconfigVM_Task, 'duration_secs': 0.601342} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.186158] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.186792] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95797270-2c42-419b-be34-dfeb9d65cd13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.194551] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1106.194551] env[69019]: value = "task-3347436" [ 1106.194551] env[69019]: _type = "Task" [ 1106.194551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.203893] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347436, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.307515] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.337440] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.337753] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.337954] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.338177] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.338344] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.338505] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.338733] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.338907] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.339105] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.339310] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.339509] env[69019]: DEBUG nova.virt.hardware [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.340720] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b18eb-9628-4704-b956-ca4b2ec483e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.347446] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac6896-4163-9984-74ff-2b2229a19772, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.348212] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.348469] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] a587bab6-45f2-41ac-b617-9ddf453b3fc4/a587bab6-45f2-41ac-b617-9ddf453b3fc4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.348742] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d733940a-82a8-497a-a51d-c4d77b52c69b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.354426] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73457737-e0df-4d7d-84bf-f21058f19213 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.359889] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1106.359889] env[69019]: value = "task-3347437" [ 1106.359889] env[69019]: _type = "Task" [ 1106.359889] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.377115] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.555109] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1adcccb4-f7e7-4bc2-a3dc-d0da3dbe08f2 tempest-ServerMetadataTestJSON-412436085 tempest-ServerMetadataTestJSON-412436085-project-member] Lock "20bf5da3-1081-4f22-81eb-d2d8fbded7de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.465s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.568087] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9c0fd9b4-080f-4c21-8aba-7c2e282754da tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.261s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.609336] env[69019]: DEBUG nova.compute.manager [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Received event network-vif-plugged-cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.609566] env[69019]: DEBUG oslo_concurrency.lockutils [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] Acquiring lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.609778] env[69019]: DEBUG oslo_concurrency.lockutils [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.609957] env[69019]: DEBUG oslo_concurrency.lockutils [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.610157] env[69019]: DEBUG nova.compute.manager [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] No waiting events found dispatching network-vif-plugged-cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.610341] env[69019]: WARNING nova.compute.manager [req-7d79c0bc-981f-43dc-9bdc-ac87341b811b req-0fe348ee-be97-47c1-8675-84e7db09cdcb service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Received unexpected event network-vif-plugged-cd29eaa0-30b4-4924-8287-4be2b0443055 for instance with vm_state building and task_state spawning. [ 1106.654762] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.709609] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347436, 'name': Rename_Task, 'duration_secs': 0.188158} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.710543] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.710968] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fcab669-18fb-4cc7-b901-21c848fbb192 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.718734] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Successfully updated port: cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.723230] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1106.723230] env[69019]: value = "task-3347438" [ 1106.723230] env[69019]: _type = "Task" [ 1106.723230] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.733925] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.873825] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.895958] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.897786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.155044] env[69019]: DEBUG oslo_vmware.api [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347435, 'name': PowerOnVM_Task, 'duration_secs': 0.618512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.158232] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.158232] env[69019]: INFO nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1107.158232] env[69019]: DEBUG nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.158232] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44196375-7d1f-4a70-b8a9-cdf3acc38c40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.228740] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.228740] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.228740] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.241966] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347438, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.259673] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e6735f-304f-46aa-b799-01b89fac21a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.267582] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1010fc-dc48-4330-b810-4e9d2c1d1fe7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.301440] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d88d58-d624-4e72-9107-3ff7e0d9ba44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.309520] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990975f2-0d3c-458d-9536-dc9c431a615d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.323712] env[69019]: DEBUG nova.compute.provider_tree [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.372217] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54165} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.372512] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] a587bab6-45f2-41ac-b617-9ddf453b3fc4/a587bab6-45f2-41ac-b617-9ddf453b3fc4.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.372723] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.372981] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b45eb2-a7a8-4f9c-92c8-979817361fde {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.382442] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1107.382442] env[69019]: value = "task-3347439" [ 1107.382442] env[69019]: _type = "Task" [ 1107.382442] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.392196] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.399216] env[69019]: INFO nova.compute.manager [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Detaching volume c65f65eb-7cfe-40c9-9b03-92683aa8f95a [ 1107.439215] env[69019]: INFO nova.virt.block_device [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attempting to driver detach volume c65f65eb-7cfe-40c9-9b03-92683aa8f95a from mountpoint /dev/sdb [ 1107.439519] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.439749] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668197', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'name': 'volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'serial': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.440673] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb993181-4b28-4631-9674-fbdf9f4d1ff0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.466118] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb988b8c-b1c1-449d-988d-e93c95bb277c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.474808] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd35b5-4052-4b91-9752-61aafb4f84b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.497776] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ab9a1-e820-49a4-9a0f-e7fadbae628a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.514798] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] The volume has not been displaced from its original location: [datastore2] volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a/volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.520385] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.520703] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-276a2d93-aca5-4453-9803-8a5663a5c3c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.539800] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1107.539800] env[69019]: value = "task-3347440" [ 1107.539800] env[69019]: _type = "Task" [ 1107.539800] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.547769] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.677054] env[69019]: INFO nova.compute.manager [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Took 19.24 seconds to build instance. [ 1107.745365] env[69019]: DEBUG oslo_vmware.api [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347438, 'name': PowerOnVM_Task, 'duration_secs': 0.531988} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.745643] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.745850] env[69019]: INFO nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1107.746042] env[69019]: DEBUG nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.746833] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e74b96-e40c-4fba-9704-84918624009f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.768433] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.826965] env[69019]: DEBUG nova.scheduler.client.report [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.884293] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.884394] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.884742] env[69019]: DEBUG nova.objects.instance [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 6ba26233-e4f6-4477-a4ea-4845865f24c0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.897103] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107634} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.897382] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.898238] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d82da99-4963-46ba-9dc9-5460f8c31696 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.922178] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a587bab6-45f2-41ac-b617-9ddf453b3fc4/a587bab6-45f2-41ac-b617-9ddf453b3fc4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.923238] env[69019]: DEBUG nova.network.neutron [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Updating instance_info_cache with network_info: [{"id": "cd29eaa0-30b4-4924-8287-4be2b0443055", "address": "fa:16:3e:64:d9:38", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd29eaa0-30", "ovs_interfaceid": "cd29eaa0-30b4-4924-8287-4be2b0443055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.928893] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c914d55-79c5-4543-8ec2-d27d1e5f829c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.954567] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1107.954567] env[69019]: value = "task-3347441" [ 1107.954567] env[69019]: _type = "Task" [ 1107.954567] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.962974] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.051097] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.178566] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9da0fd90-0ddc-4d00-9233-cbd2370f257d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.760s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.265606] env[69019]: INFO nova.compute.manager [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Took 16.65 seconds to build instance. [ 1108.335935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.336518] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.339206] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.153s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.340600] env[69019]: INFO nova.compute.claims [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.429136] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.431192] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Instance network_info: |[{"id": "cd29eaa0-30b4-4924-8287-4be2b0443055", "address": "fa:16:3e:64:d9:38", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd29eaa0-30", "ovs_interfaceid": "cd29eaa0-30b4-4924-8287-4be2b0443055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.432237] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d9:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd29eaa0-30b4-4924-8287-4be2b0443055', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.439810] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.440094] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.440334] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e0c383-f85f-4afd-9e50-5fb53f217c3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.466991] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.471813] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.471813] env[69019]: value = "task-3347442" [ 1108.471813] env[69019]: _type = "Task" [ 1108.471813] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.483718] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347442, 'name': CreateVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.544036] env[69019]: DEBUG nova.objects.instance [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ba26233-e4f6-4477-a4ea-4845865f24c0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.563136] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347440, 'name': ReconfigVM_Task, 'duration_secs': 0.541176} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.563525] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.568755] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106354a2-16f7-4dc8-9814-b3b697e5c1a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.585337] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1108.585337] env[69019]: value = "task-3347443" [ 1108.585337] env[69019]: _type = "Task" [ 1108.585337] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.596383] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.693626] env[69019]: DEBUG nova.compute.manager [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Received event network-changed-cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.693626] env[69019]: DEBUG nova.compute.manager [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Refreshing instance network info cache due to event network-changed-cd29eaa0-30b4-4924-8287-4be2b0443055. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.693881] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] Acquiring lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.693969] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] Acquired lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.694328] env[69019]: DEBUG nova.network.neutron [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Refreshing network info cache for port cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.769730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2290f084-6c53-47a1-935b-5ae72f5c6479 tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.156s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.849772] env[69019]: DEBUG nova.compute.utils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.857018] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.857018] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.902574] env[69019]: DEBUG nova.policy [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e177bf25ff794ec2aa8f6bb5390208a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed79eec048e74a3c93f2361492d4133e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.967573] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347441, 'name': ReconfigVM_Task, 'duration_secs': 0.747459} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.968155] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a587bab6-45f2-41ac-b617-9ddf453b3fc4/a587bab6-45f2-41ac-b617-9ddf453b3fc4.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.968846] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa49c71-4459-497f-8761-80857edf64e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.978118] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1108.978118] env[69019]: value = "task-3347444" [ 1108.978118] env[69019]: _type = "Task" [ 1108.978118] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.984898] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347442, 'name': CreateVM_Task, 'duration_secs': 0.342048} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.986139] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.986521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.986521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.986866] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.991588] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3698e9a8-6f6c-4e34-9101-920c8a101f53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.993527] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347444, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.997506] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1108.997506] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529c6308-782c-d62a-2b72-41125d6f357a" [ 1108.997506] env[69019]: _type = "Task" [ 1108.997506] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.006915] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529c6308-782c-d62a-2b72-41125d6f357a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.055055] env[69019]: DEBUG nova.objects.base [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<6ba26233-e4f6-4477-a4ea-4845865f24c0> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.055302] env[69019]: DEBUG nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.095731] env[69019]: DEBUG oslo_vmware.api [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347443, 'name': ReconfigVM_Task, 'duration_secs': 0.265813} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.096052] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668197', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'name': 'volume-c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a', 'serial': 'c65f65eb-7cfe-40c9-9b03-92683aa8f95a'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.118860] env[69019]: DEBUG nova.policy [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.193172] env[69019]: INFO nova.compute.manager [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Rebuilding instance [ 1109.248170] env[69019]: DEBUG nova.compute.manager [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.249065] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2effbcd9-c825-4a3f-8632-76ff9d273d6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.346387] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Successfully created port: 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.359186] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.488036] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347444, 'name': Rename_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.510571] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529c6308-782c-d62a-2b72-41125d6f357a, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.510885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.511143] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.511382] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.511532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.511721] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.511996] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c39fc10-3653-4b10-85c9-a033b5bff599 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.523512] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.523934] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.524480] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d1a68f-195a-4c35-bbca-cf05b20c483a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.529453] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1109.529453] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c72674-2036-c8bb-ec70-c761312ad227" [ 1109.529453] env[69019]: _type = "Task" [ 1109.529453] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.540329] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c72674-2036-c8bb-ec70-c761312ad227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.566947] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62d9d8-d0f6-4de2-8de5-3b401dd8de1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.573948] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a31e9-9806-44bf-9636-e14cf3d4c3f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.605015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086658b-f745-4cea-9a12-184ac458352d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.611930] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5987481d-533f-4b64-abaa-0c993e1a7839 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.628344] env[69019]: DEBUG nova.compute.provider_tree [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.644029] env[69019]: DEBUG nova.objects.instance [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'flavor' on Instance uuid 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.904423] env[69019]: DEBUG nova.network.neutron [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Updated VIF entry in instance network info cache for port cd29eaa0-30b4-4924-8287-4be2b0443055. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.904423] env[69019]: DEBUG nova.network.neutron [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Updating instance_info_cache with network_info: [{"id": "cd29eaa0-30b4-4924-8287-4be2b0443055", "address": "fa:16:3e:64:d9:38", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd29eaa0-30", "ovs_interfaceid": "cd29eaa0-30b4-4924-8287-4be2b0443055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.976161] env[69019]: DEBUG nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Successfully created port: 337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.990346] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347444, 'name': Rename_Task, 'duration_secs': 0.810188} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.990514] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.990763] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e14bb3-cc6a-41ae-b67e-a5f43dfbe34c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.996681] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1109.996681] env[69019]: value = "task-3347445" [ 1109.996681] env[69019]: _type = "Task" [ 1109.996681] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.005670] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.038930] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c72674-2036-c8bb-ec70-c761312ad227, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.039745] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22835753-2a12-4779-9199-aa30fa1363e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.044853] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1110.044853] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a766f0-7a93-9240-eebc-b53a00884863" [ 1110.044853] env[69019]: _type = "Task" [ 1110.044853] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.052551] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a766f0-7a93-9240-eebc-b53a00884863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.131491] env[69019]: DEBUG nova.scheduler.client.report [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.264414] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.264747] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b199112-cdb3-4ee8-9be8-62c535ce8076 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.272515] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1110.272515] env[69019]: value = "task-3347446" [ 1110.272515] env[69019]: _type = "Task" [ 1110.272515] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.282214] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.369207] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.396014] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.396298] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.396458] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.396641] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.396787] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.396936] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.397161] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.397323] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.397489] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.397648] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.397822] env[69019]: DEBUG nova.virt.hardware [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.398704] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0ae5f-0c81-4135-b159-dbaf0190d08b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.406164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f4d82-23e7-4633-866f-4ed6a2404afd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.410205] env[69019]: DEBUG oslo_concurrency.lockutils [req-f88a6163-0eaf-42f0-8f4f-e3696f7eb6ab req-494ce7ed-045d-45c0-9c73-6f4e5be44084 service nova] Releasing lock "refresh_cache-fc9376a1-e729-469c-9ca1-1fd6cd5d6059" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.506272] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.556165] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a766f0-7a93-9240-eebc-b53a00884863, 'name': SearchDatastore_Task, 'duration_secs': 0.029454} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.556425] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.556686] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] fc9376a1-e729-469c-9ca1-1fd6cd5d6059/fc9376a1-e729-469c-9ca1-1fd6cd5d6059.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.556939] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93ae436-a57b-4589-bc59-2f7890cc8f93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.565738] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1110.565738] env[69019]: value = "task-3347447" [ 1110.565738] env[69019]: _type = "Task" [ 1110.565738] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.573187] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.637409] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.638084] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.640790] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.532s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.654810] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8b4b3a7c-f447-41a1-b950-0ee207d8783f tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.758s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.726130] env[69019]: DEBUG nova.compute.manager [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Received event network-changed-53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.726444] env[69019]: DEBUG nova.compute.manager [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Refreshing instance network info cache due to event network-changed-53531ede-aa0e-47d5-8d08-8b8c339deb13. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.726602] env[69019]: DEBUG oslo_concurrency.lockutils [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] Acquiring lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.726782] env[69019]: DEBUG oslo_concurrency.lockutils [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] Acquired lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.726974] env[69019]: DEBUG nova.network.neutron [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Refreshing network info cache for port 53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.782485] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347446, 'name': PowerOffVM_Task, 'duration_secs': 0.117241} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.782756] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.782990] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.783784] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12866d8-7abf-4033-b0af-86bbfa0bce1f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.790213] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.790509] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c767519-cf71-497b-8cef-9303bd5a289b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.818379] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.818595] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.818776] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Deleting the datastore file [datastore1] b118f100-2825-444c-88f2-91bfcd74d5ce {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.819214] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0e0c130-af3f-4259-917e-ad7ecd95f3d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.826335] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1110.826335] env[69019]: value = "task-3347449" [ 1110.826335] env[69019]: _type = "Task" [ 1110.826335] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.835362] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.006751] env[69019]: DEBUG oslo_vmware.api [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347445, 'name': PowerOnVM_Task, 'duration_secs': 0.657892} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.007058] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.007284] env[69019]: INFO nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1111.007478] env[69019]: DEBUG nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.008311] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db914d1e-1234-45c7-b188-9221816e61b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.077620] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.145042] env[69019]: DEBUG nova.compute.utils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.151528] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.151694] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.217336] env[69019]: DEBUG nova.policy [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.320214] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.320525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.339966] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262559} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.340245] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.340423] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.340601] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.505191] env[69019]: DEBUG nova.network.neutron [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updated VIF entry in instance network info cache for port 53531ede-aa0e-47d5-8d08-8b8c339deb13. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.505706] env[69019]: DEBUG nova.network.neutron [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updating instance_info_cache with network_info: [{"id": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "address": "fa:16:3e:b3:23:00", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53531ede-aa", "ovs_interfaceid": "53531ede-aa0e-47d5-8d08-8b8c339deb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.527542] env[69019]: INFO nova.compute.manager [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Took 18.92 seconds to build instance. [ 1111.572237] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Successfully updated port: 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.576635] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.652075] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.679622] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.679778] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.679905] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680042] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9b30274d-6fed-4726-bf33-83a1e74356e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680192] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7909018a-1fcc-4434-9626-b36a26140738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680317] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6ba26233-e4f6-4477-a4ea-4845865f24c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680435] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680552] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a0a3c640-087b-44c4-8db5-816d1c4b80e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680666] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b118f100-2825-444c-88f2-91bfcd74d5ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680782] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a587bab6-45f2-41ac-b617-9ddf453b3fc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.680896] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance fc9376a1-e729-469c-9ca1-1fd6cd5d6059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.681017] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.681138] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7b6a7bf1-1dca-4589-8e66-5211b06d7b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1111.681339] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1111.681476] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1111.745083] env[69019]: DEBUG nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Successfully updated port: 337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.764426] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Successfully created port: 44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.824417] env[69019]: INFO nova.compute.manager [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Detaching volume 3d162413-be23-477b-8791-8b8f763b4c50 [ 1111.873338] env[69019]: INFO nova.virt.block_device [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Attempting to driver detach volume 3d162413-be23-477b-8791-8b8f763b4c50 from mountpoint /dev/sdc [ 1111.873580] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.873777] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668199', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'name': 'volume-3d162413-be23-477b-8791-8b8f763b4c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'serial': '3d162413-be23-477b-8791-8b8f763b4c50'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.874720] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cab7bd-7959-4beb-9fb4-cbca22520c8c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.879964] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da211e60-fe0c-4d06-be4f-04ad28e6b43d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.902023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6db161-6b0f-4ae2-88af-d6c1c2928c2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.910277] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a8bf5-1c1d-4091-930b-11ffc5c0b6bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.916628] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb1da62-de4c-4517-be59-fa83074f9733 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.946287] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5601e956-7bdb-4ad4-a38c-2701d76f59ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.965978] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537fca1-27b2-4319-91ee-cfc3ff910e93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.972199] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33aed97-99bd-4974-aad2-ee8097341311 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.986460] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] The volume has not been displaced from its original location: [datastore1] volume-3d162413-be23-477b-8791-8b8f763b4c50/volume-3d162413-be23-477b-8791-8b8f763b4c50.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1111.991585] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.992265] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec49e80-0562-4be6-8ceb-287e2d494a44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.014272] env[69019]: DEBUG oslo_concurrency.lockutils [req-4a37d343-0714-4c19-8bda-75359ab81edb req-58c54cfc-8556-459a-8884-ee9524f9bca1 service nova] Releasing lock "refresh_cache-a0a3c640-087b-44c4-8db5-816d1c4b80e0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.014794] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.022935] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1112.022935] env[69019]: value = "task-3347450" [ 1112.022935] env[69019]: _type = "Task" [ 1112.022935] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.031109] env[69019]: DEBUG oslo_concurrency.lockutils [None req-17992758-5ef8-463b-ae3f-b4028d54f05a tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.431s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.032331] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.078119] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.078119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.078119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.078119] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.186359] env[69019]: DEBUG nova.compute.manager [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Received event network-changed-8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.186776] env[69019]: DEBUG nova.compute.manager [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Refreshing instance network info cache due to event network-changed-8ce35028-617a-4d88-a51b-c88df6c1796f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.186977] env[69019]: DEBUG oslo_concurrency.lockutils [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] Acquiring lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187135] env[69019]: DEBUG oslo_concurrency.lockutils [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] Acquired lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.187302] env[69019]: DEBUG nova.network.neutron [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Refreshing network info cache for port 8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.248071] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.248268] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.248530] env[69019]: DEBUG nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.382032] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.382373] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.382373] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.383106] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.383106] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.383106] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.383106] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.383333] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.384055] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.384307] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.384537] env[69019]: DEBUG nova.virt.hardware [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.385476] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d9196-d228-4d06-b9b6-dae34376c147 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.394128] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb6cf1b-8bd0-43ab-bacd-39e9d5a20811 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.407733] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance VIF info [] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.413456] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.413744] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.414038] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35996f75-4df3-4e47-9632-d7abec9bd56b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.431306] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.431306] env[69019]: value = "task-3347451" [ 1112.431306] env[69019]: _type = "Task" [ 1112.431306] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.438749] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347451, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.518263] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.532762] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.579170] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.790549} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.579530] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] fc9376a1-e729-469c-9ca1-1fd6cd5d6059/fc9376a1-e729-469c-9ca1-1fd6cd5d6059.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.579829] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.580179] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-241928a7-ce7d-40f6-81bb-a0417c288e45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.590685] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1112.590685] env[69019]: value = "task-3347452" [ 1112.590685] env[69019]: _type = "Task" [ 1112.590685] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.602011] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.620801] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.668771] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.701858] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.702215] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.702215] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.702354] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.704542] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.704542] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.704542] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.704542] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.704542] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.704689] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.704689] env[69019]: DEBUG nova.virt.hardware [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.705738] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8609b4-7135-410c-a49f-101bd6e8d650 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.717814] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4778e0-2f43-42fc-b572-ae08138cd0ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.781586] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.781805] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.782136] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.782391] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.782570] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] No waiting events found dispatching network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.782743] env[69019]: WARNING nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received unexpected event network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 for instance with vm_state building and task_state spawning. [ 1112.782964] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-vif-plugged-337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.783287] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.783362] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.783497] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.783654] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] No waiting events found dispatching network-vif-plugged-337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.783850] env[69019]: WARNING nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received unexpected event network-vif-plugged-337093a3-39dd-4086-aaf8-fbd30dd72716 for instance with vm_state active and task_state None. [ 1112.784107] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.784290] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing instance network info cache due to event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.784456] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.785404] env[69019]: WARNING nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1112.814541] env[69019]: DEBUG nova.network.neutron [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.941108] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347451, 'name': CreateVM_Task, 'duration_secs': 0.281184} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.941295] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.941709] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.941912] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.942213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.942472] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eed2125-df9c-474e-8220-630b663ad61a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.945512] env[69019]: DEBUG nova.network.neutron [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updated VIF entry in instance network info cache for port 8ce35028-617a-4d88-a51b-c88df6c1796f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.945937] env[69019]: DEBUG nova.network.neutron [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updating instance_info_cache with network_info: [{"id": "8ce35028-617a-4d88-a51b-c88df6c1796f", "address": "fa:16:3e:d9:00:f9", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce35028-61", "ovs_interfaceid": "8ce35028-617a-4d88-a51b-c88df6c1796f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.950531] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1112.950531] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c3f84a-c798-cf53-5787-dbe614479326" [ 1112.950531] env[69019]: _type = "Task" [ 1112.950531] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.960130] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c3f84a-c798-cf53-5787-dbe614479326, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.960415] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.960641] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.960871] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.961031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.961214] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.961469] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-747c993e-d5da-4ed9-a727-043a51cad26a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.969384] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.969563] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.970344] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad25b22c-728a-43c6-8d0f-2187b8ea7ac3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.975082] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1112.975082] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5261b653-0fcf-8867-ea12-2c49d019c550" [ 1112.975082] env[69019]: _type = "Task" [ 1112.975082] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.982782] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5261b653-0fcf-8867-ea12-2c49d019c550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.027161] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1113.027350] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.387s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.031570] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347450, 'name': ReconfigVM_Task, 'duration_secs': 0.528415} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.031866] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.038108] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc014a7-cd69-45bc-961a-5d9944ffc281 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.055296] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1113.055296] env[69019]: value = "task-3347453" [ 1113.055296] env[69019]: _type = "Task" [ 1113.055296] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.063294] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.085120] env[69019]: DEBUG nova.network.neutron [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "337093a3-39dd-4086-aaf8-fbd30dd72716", "address": "fa:16:3e:b0:64:11", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337093a3-39", "ovs_interfaceid": "337093a3-39dd-4086-aaf8-fbd30dd72716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.099708] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068539} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.100557] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.101380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b22fa76-aca2-4c18-91ab-737de3b96402 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.125524] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] fc9376a1-e729-469c-9ca1-1fd6cd5d6059/fc9376a1-e729-469c-9ca1-1fd6cd5d6059.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.125741] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6c6653-5b58-4b9a-888c-b47ab2082dba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.145912] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1113.145912] env[69019]: value = "task-3347454" [ 1113.145912] env[69019]: _type = "Task" [ 1113.145912] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.153819] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.237359] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Successfully updated port: 44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.317705] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.317705] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance network_info: |[{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.317908] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.317908] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.319148] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:fa:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53283c14-7ed9-454c-ba9b-5f790c0aeff5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.326823] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.327843] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.328085] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85547e6-aea0-4489-9574-bf5a7850f174 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.348605] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.348605] env[69019]: value = "task-3347456" [ 1113.348605] env[69019]: _type = "Task" [ 1113.348605] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.356999] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347456, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.452463] env[69019]: DEBUG oslo_concurrency.lockutils [req-1514ab87-da45-4a7c-aae8-cf09daf180d1 req-95cf9354-4a34-4d1e-a7d8-67b7b6a240fc service nova] Releasing lock "refresh_cache-a587bab6-45f2-41ac-b617-9ddf453b3fc4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.486471] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5261b653-0fcf-8867-ea12-2c49d019c550, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.487567] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849334c6-d184-4ecb-8bc6-f02b914d44fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.494317] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1113.494317] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297db28-cbac-9af4-bebc-0b1cbd89f53d" [ 1113.494317] env[69019]: _type = "Task" [ 1113.494317] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.504645] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297db28-cbac-9af4-bebc-0b1cbd89f53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.565074] env[69019]: DEBUG oslo_vmware.api [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347453, 'name': ReconfigVM_Task, 'duration_secs': 0.135057} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.565349] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668199', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'name': 'volume-3d162413-be23-477b-8791-8b8f763b4c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7909018a-1fcc-4434-9626-b36a26140738', 'attached_at': '', 'detached_at': '', 'volume_id': '3d162413-be23-477b-8791-8b8f763b4c50', 'serial': '3d162413-be23-477b-8791-8b8f763b4c50'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.588199] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.588866] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.589040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.589869] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff716d6-eb67-45ef-a43c-4572fbde1e71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.607043] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.607267] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.607426] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.607608] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.607756] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.607902] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.608136] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.608317] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.608488] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.608653] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.608826] env[69019]: DEBUG nova.virt.hardware [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.616038] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfiguring VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.616295] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c22ec80-e5b4-4755-9bfc-81e05cca3144 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.633733] env[69019]: DEBUG oslo_vmware.api [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1113.633733] env[69019]: value = "task-3347457" [ 1113.633733] env[69019]: _type = "Task" [ 1113.633733] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.641669] env[69019]: DEBUG oslo_vmware.api [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347457, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.654780] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347454, 'name': ReconfigVM_Task, 'duration_secs': 0.29766} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.655161] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Reconfigured VM instance instance-0000006b to attach disk [datastore2] fc9376a1-e729-469c-9ca1-1fd6cd5d6059/fc9376a1-e729-469c-9ca1-1fd6cd5d6059.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.655814] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f7c076-3dc2-4587-bf6d-79ad60ebaebe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662150] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1113.662150] env[69019]: value = "task-3347458" [ 1113.662150] env[69019]: _type = "Task" [ 1113.662150] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.670235] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347458, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.741061] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.741061] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.741061] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.858960] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347456, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.008263] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297db28-cbac-9af4-bebc-0b1cbd89f53d, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.008524] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.008779] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.009034] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f463dc3-2149-4cb3-ad8e-7658dda1a886 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.015638] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1114.015638] env[69019]: value = "task-3347459" [ 1114.015638] env[69019]: _type = "Task" [ 1114.015638] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.023137] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.032399] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updated VIF entry in instance network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.032743] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.110350] env[69019]: DEBUG nova.objects.instance [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'flavor' on Instance uuid 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.144169] env[69019]: DEBUG oslo_vmware.api [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.172517] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347458, 'name': Rename_Task, 'duration_secs': 0.173469} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.172783] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.173056] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfeb5993-ecd0-4e3a-8527-48aab94b2631 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.178824] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1114.178824] env[69019]: value = "task-3347460" [ 1114.178824] env[69019]: _type = "Task" [ 1114.178824] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.186648] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.275018] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.361068] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347456, 'name': CreateVM_Task, 'duration_secs': 0.519969} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.361068] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.361556] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.361724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.362062] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.362326] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98bbf7c-1080-4f49-a894-339ca81ed7ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.367049] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1114.367049] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ee6d58-c9ec-6774-33b3-70deb901da57" [ 1114.367049] env[69019]: _type = "Task" [ 1114.367049] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.374985] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ee6d58-c9ec-6774-33b3-70deb901da57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.423051] env[69019]: DEBUG nova.network.neutron [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Updating instance_info_cache with network_info: [{"id": "44e11333-4151-4d7b-a08e-39fb039af72d", "address": "fa:16:3e:6e:1e:0a", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e11333-41", "ovs_interfaceid": "44e11333-4151-4d7b-a08e-39fb039af72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.527174] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.535485] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.535767] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-changed-337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.536292] env[69019]: DEBUG nova.compute.manager [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing instance network info cache due to event network-changed-337093a3-39dd-4086-aaf8-fbd30dd72716. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.536531] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.536782] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.536981] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Refreshing network info cache for port 337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.645919] env[69019]: DEBUG oslo_vmware.api [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347457, 'name': ReconfigVM_Task, 'duration_secs': 0.887012} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.646554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.646811] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfigured VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1114.690021] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.846320] env[69019]: DEBUG nova.compute.manager [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Received event network-vif-plugged-44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.846490] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Acquiring lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.846769] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.846959] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.847193] env[69019]: DEBUG nova.compute.manager [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] No waiting events found dispatching network-vif-plugged-44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.847316] env[69019]: WARNING nova.compute.manager [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Received unexpected event network-vif-plugged-44e11333-4151-4d7b-a08e-39fb039af72d for instance with vm_state building and task_state spawning. [ 1114.847504] env[69019]: DEBUG nova.compute.manager [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Received event network-changed-44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.847674] env[69019]: DEBUG nova.compute.manager [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Refreshing instance network info cache due to event network-changed-44e11333-4151-4d7b-a08e-39fb039af72d. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.847845] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Acquiring lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.877072] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ee6d58-c9ec-6774-33b3-70deb901da57, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.877390] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.877622] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.877855] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.878012] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.878206] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.878468] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-924578e7-7395-444f-9da0-a0d3fc429243 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.893773] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.894024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.894737] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389e39fd-a7bc-4a22-9ff6-5555f3451d89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.899624] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1114.899624] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5289f402-3a36-9a35-135f-52296252ad13" [ 1114.899624] env[69019]: _type = "Task" [ 1114.899624] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.907226] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5289f402-3a36-9a35-135f-52296252ad13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.926244] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.926607] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Instance network_info: |[{"id": "44e11333-4151-4d7b-a08e-39fb039af72d", "address": "fa:16:3e:6e:1e:0a", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e11333-41", "ovs_interfaceid": "44e11333-4151-4d7b-a08e-39fb039af72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.926879] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Acquired lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.927074] env[69019]: DEBUG nova.network.neutron [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Refreshing network info cache for port 44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.928309] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1e:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e11333-4151-4d7b-a08e-39fb039af72d', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.935833] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.938992] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.939398] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4158662-8c1f-432b-a3f7-8bdac669540a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.959580] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.959580] env[69019]: value = "task-3347461" [ 1114.959580] env[69019]: _type = "Task" [ 1114.959580] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.967767] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347461, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.026892] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720235} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.026892] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.026892] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.026892] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5a4a1e2-c8c8-4637-be32-3d513daaeec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.034276] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1115.034276] env[69019]: value = "task-3347462" [ 1115.034276] env[69019]: _type = "Task" [ 1115.034276] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.045316] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.118633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3eddc19b-f85c-4b7e-8cfe-a83afd113455 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.798s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.147807] env[69019]: DEBUG nova.network.neutron [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Updated VIF entry in instance network info cache for port 44e11333-4151-4d7b-a08e-39fb039af72d. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.148199] env[69019]: DEBUG nova.network.neutron [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Updating instance_info_cache with network_info: [{"id": "44e11333-4151-4d7b-a08e-39fb039af72d", "address": "fa:16:3e:6e:1e:0a", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e11333-41", "ovs_interfaceid": "44e11333-4151-4d7b-a08e-39fb039af72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.151938] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3ac6d1a4-6f08-45a6-be96-25677598fbc8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.267s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.189557] env[69019]: DEBUG oslo_vmware.api [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347460, 'name': PowerOnVM_Task, 'duration_secs': 0.691236} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.189557] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.189760] env[69019]: INFO nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1115.189917] env[69019]: DEBUG nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.190690] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4865d-f552-459f-97df-e3fe3f2c848c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.416514] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5289f402-3a36-9a35-135f-52296252ad13, 'name': SearchDatastore_Task, 'duration_secs': 0.040654} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.416514] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c269cfb0-927e-4dfd-bf6c-15130cca845d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.425057] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1115.425057] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52888e64-284c-9e7b-7ee0-08edbba81fcc" [ 1115.425057] env[69019]: _type = "Task" [ 1115.425057] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.437062] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52888e64-284c-9e7b-7ee0-08edbba81fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.474357] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347461, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.543255] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063604} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.543591] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.544420] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5da6b-39a9-4687-8ede-2b5afec11e6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.563778] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.564706] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updated VIF entry in instance network info cache for port 337093a3-39dd-4086-aaf8-fbd30dd72716. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.565123] env[69019]: DEBUG nova.network.neutron [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "337093a3-39dd-4086-aaf8-fbd30dd72716", "address": "fa:16:3e:b0:64:11", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337093a3-39", "ovs_interfaceid": "337093a3-39dd-4086-aaf8-fbd30dd72716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.566297] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66bdea0-8588-4d6e-8789-a727797659ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.586712] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1115.586712] env[69019]: value = "task-3347463" [ 1115.586712] env[69019]: _type = "Task" [ 1115.586712] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.594726] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.651156] env[69019]: DEBUG oslo_concurrency.lockutils [req-4b2cecf8-0ac6-4300-ad8c-baff80e0e557 req-e4f208d8-e0a8-4fe5-9c52-e3b9c8dd8935 service nova] Releasing lock "refresh_cache-7b6a7bf1-1dca-4589-8e66-5211b06d7b19" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.709555] env[69019]: INFO nova.compute.manager [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Took 19.20 seconds to build instance. [ 1115.717456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.717456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.717608] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "7909018a-1fcc-4434-9626-b36a26140738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.717665] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.717925] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.719746] env[69019]: INFO nova.compute.manager [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Terminating instance [ 1115.944647] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52888e64-284c-9e7b-7ee0-08edbba81fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.944951] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.945273] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.945555] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-990372a2-8b29-4c8d-97d9-75ebaefdf9c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.953898] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1115.953898] env[69019]: value = "task-3347464" [ 1115.953898] env[69019]: _type = "Task" [ 1115.953898] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.962585] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.971075] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347461, 'name': CreateVM_Task, 'duration_secs': 0.665047} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.971280] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.971965] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.972144] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.972458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.972744] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13988de-b326-4a82-bb63-0e067bc88a53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.977459] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1115.977459] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c31ae4-a730-da51-1b90-649fc06bb424" [ 1115.977459] env[69019]: _type = "Task" [ 1115.977459] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.985889] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c31ae4-a730-da51-1b90-649fc06bb424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.029995] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.081436] env[69019]: DEBUG oslo_concurrency.lockutils [req-d7ff6090-38ae-4511-9d4d-3646564c3394 req-01101db9-09bf-42d2-b017-04a4ad86ad8a service nova] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.097239] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.211304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c91cc485-8c5c-4c74-99af-2ec944e13428 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.712s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.223783] env[69019]: DEBUG nova.compute.manager [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.224087] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.225266] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d994360f-1882-4cad-a59a-5039c711a4f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.233265] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.233503] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada75bfe-c3b6-49fe-af8d-ce4834bb847c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.241558] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1116.241558] env[69019]: value = "task-3347466" [ 1116.241558] env[69019]: _type = "Task" [ 1116.241558] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.249149] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.466181] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.487964] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c31ae4-a730-da51-1b90-649fc06bb424, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.488373] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.488653] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.488932] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.489134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.489293] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.489543] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b7f41a-42c1-4dd9-9ab3-68fbaed5b50c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.500649] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.500847] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.501577] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e1d37c-e714-4553-b4de-d79ffea0bcb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.507037] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1116.507037] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2cefa-ab75-8f44-24d5-67f4e4dc857e" [ 1116.507037] env[69019]: _type = "Task" [ 1116.507037] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.514436] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2cefa-ab75-8f44-24d5-67f4e4dc857e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.573380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6eb083-6a12-4d9c-920e-114830b645ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.580480] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Suspending the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1116.580816] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4b44e32b-1d4a-4c30-9d2c-5e47810b8d44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.592889] env[69019]: DEBUG oslo_vmware.api [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1116.592889] env[69019]: value = "task-3347467" [ 1116.592889] env[69019]: _type = "Task" [ 1116.592889] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.601041] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347463, 'name': ReconfigVM_Task, 'duration_secs': 0.888774} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.601873] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Reconfigured VM instance instance-00000069 to attach disk [datastore2] b118f100-2825-444c-88f2-91bfcd74d5ce/b118f100-2825-444c-88f2-91bfcd74d5ce.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.602754] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5902f1cd-d42b-4164-bebc-1f44ad657923 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.607988] env[69019]: DEBUG oslo_vmware.api [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347467, 'name': SuspendVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.613704] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1116.613704] env[69019]: value = "task-3347468" [ 1116.613704] env[69019]: _type = "Task" [ 1116.613704] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.623493] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347468, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.758077] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347466, 'name': PowerOffVM_Task, 'duration_secs': 0.330579} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.758603] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.758928] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.759420] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3f4c7bb-6192-47bd-868b-c175a4920cdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.796200] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-337093a3-39dd-4086-aaf8-fbd30dd72716" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.796626] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-337093a3-39dd-4086-aaf8-fbd30dd72716" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.836519] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.836808] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.837128] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleting the datastore file [datastore1] 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.837412] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-210f90b9-8825-4217-9d1e-64e64fcfd80b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.845684] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for the task: (returnval){ [ 1116.845684] env[69019]: value = "task-3347470" [ 1116.845684] env[69019]: _type = "Task" [ 1116.845684] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.855774] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.965194] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991781} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.965423] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.965648] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.965969] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb5144e9-e351-4579-921e-0517f175e42a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.972734] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1116.972734] env[69019]: value = "task-3347471" [ 1116.972734] env[69019]: _type = "Task" [ 1116.972734] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.982111] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.017171] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f2cefa-ab75-8f44-24d5-67f4e4dc857e, 'name': SearchDatastore_Task, 'duration_secs': 0.032711} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.018083] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395c13a1-4b72-4c59-85fe-59359f6c105b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025055] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1117.025055] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225fbb1-0a63-c778-a6d6-ed379ce22743" [ 1117.025055] env[69019]: _type = "Task" [ 1117.025055] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.034384] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225fbb1-0a63-c778-a6d6-ed379ce22743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.104331] env[69019]: DEBUG oslo_vmware.api [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347467, 'name': SuspendVM_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.122949] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347468, 'name': Rename_Task, 'duration_secs': 0.464313} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.123346] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.123640] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e07b3671-78e6-4623-95f9-e4569fa82f2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.130061] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1117.130061] env[69019]: value = "task-3347472" [ 1117.130061] env[69019]: _type = "Task" [ 1117.130061] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.139711] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.299806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.300034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301130] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b31b88-d61f-4aed-906f-050057b174a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.324186] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b40e91-ca23-4a39-87e4-745b9c6d9d0f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.351751] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfiguring VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1117.355257] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7bcefa-8a8f-4393-b1e3-a84c99479c7f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.373272] env[69019]: DEBUG oslo_vmware.api [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Task: {'id': task-3347470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350523} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.374620] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.374823] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.375023] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.375206] env[69019]: INFO nova.compute.manager [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.375456] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.375714] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1117.375714] env[69019]: value = "task-3347473" [ 1117.375714] env[69019]: _type = "Task" [ 1117.375714] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.375946] env[69019]: DEBUG nova.compute.manager [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.376033] env[69019]: DEBUG nova.network.neutron [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.385939] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.482478] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120685} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.482769] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.483619] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1306651-d4ff-44a9-9d19-f781dbda31c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.505829] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.506165] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df752fa-a2bf-4b74-b78c-f26f82638a52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.529741] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1117.529741] env[69019]: value = "task-3347474" [ 1117.529741] env[69019]: _type = "Task" [ 1117.529741] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.536232] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225fbb1-0a63-c778-a6d6-ed379ce22743, 'name': SearchDatastore_Task, 'duration_secs': 0.022465} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.536832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.537117] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7b6a7bf1-1dca-4589-8e66-5211b06d7b19/7b6a7bf1-1dca-4589-8e66-5211b06d7b19.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.537362] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c252cac4-4810-4db8-881e-fca2f2cfd130 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.543464] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.549801] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1117.549801] env[69019]: value = "task-3347475" [ 1117.549801] env[69019]: _type = "Task" [ 1117.549801] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.559515] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.603102] env[69019]: DEBUG oslo_vmware.api [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347467, 'name': SuspendVM_Task, 'duration_secs': 0.830647} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.603317] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Suspended the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1117.603496] env[69019]: DEBUG nova.compute.manager [None req-ec6ff7fb-51f3-4fdc-8f21-88144a3f8497 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.604380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586fddf5-5335-4db5-8f40-6b260cf29488 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.640758] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.865175] env[69019]: DEBUG nova.compute.manager [req-cf183053-3672-45b4-ae4d-dc8f4c9a1fcf req-3fa90e37-1877-4772-8a7e-4e585d38b294 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Received event network-vif-deleted-a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.865764] env[69019]: INFO nova.compute.manager [req-cf183053-3672-45b4-ae4d-dc8f4c9a1fcf req-3fa90e37-1877-4772-8a7e-4e585d38b294 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Neutron deleted interface a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f; detaching it from the instance and deleting it from the info cache [ 1117.866403] env[69019]: DEBUG nova.network.neutron [req-cf183053-3672-45b4-ae4d-dc8f4c9a1fcf req-3fa90e37-1877-4772-8a7e-4e585d38b294 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.889743] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.041505] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.059475] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.142160] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.354604] env[69019]: DEBUG nova.network.neutron [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.370376] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-348df8c3-14c6-4cc8-9602-c241838e4cbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.385455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ec6897-0836-436f-89df-4888f224330d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.402430] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.422343] env[69019]: DEBUG nova.compute.manager [req-cf183053-3672-45b4-ae4d-dc8f4c9a1fcf req-3fa90e37-1877-4772-8a7e-4e585d38b294 service nova] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Detach interface failed, port_id=a0f0d31d-43a1-4ebf-b7e3-e96a915cce0f, reason: Instance 7909018a-1fcc-4434-9626-b36a26140738 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.541409] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347474, 'name': ReconfigVM_Task, 'duration_secs': 0.581878} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.541843] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.542758] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80f563c-8272-4d5e-85f5-4853ac5a595a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.549372] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1118.549372] env[69019]: value = "task-3347477" [ 1118.549372] env[69019]: _type = "Task" [ 1118.549372] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.559921] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347477, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.562881] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972834} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.563140] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 7b6a7bf1-1dca-4589-8e66-5211b06d7b19/7b6a7bf1-1dca-4589-8e66-5211b06d7b19.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.563357] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.563586] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba43e96-df49-4359-aeba-f906fe27d8c9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.569415] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1118.569415] env[69019]: value = "task-3347478" [ 1118.569415] env[69019]: _type = "Task" [ 1118.569415] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.577964] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.639846] env[69019]: DEBUG oslo_vmware.api [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347472, 'name': PowerOnVM_Task, 'duration_secs': 1.110686} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.640147] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.640349] env[69019]: DEBUG nova.compute.manager [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.641136] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e5b4a-9b81-449e-808e-76c45d9cfa1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.857701] env[69019]: INFO nova.compute.manager [-] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Took 1.48 seconds to deallocate network for instance. [ 1118.889868] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.015046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.015046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.015373] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.015593] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.015773] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.019847] env[69019]: INFO nova.compute.manager [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Terminating instance [ 1119.058597] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347477, 'name': Rename_Task, 'duration_secs': 0.152798} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.058885] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.059144] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0028fd40-8f30-4f6c-8397-d8429971251e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.066106] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1119.066106] env[69019]: value = "task-3347479" [ 1119.066106] env[69019]: _type = "Task" [ 1119.066106] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.076094] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.080734] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.393226} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.080990] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.081739] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46167544-b7fd-4dda-a056-a2b22f6c81f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.106595] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 7b6a7bf1-1dca-4589-8e66-5211b06d7b19/7b6a7bf1-1dca-4589-8e66-5211b06d7b19.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.106884] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b49395-261d-43d0-834c-1a94ca208085 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.125978] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1119.125978] env[69019]: value = "task-3347480" [ 1119.125978] env[69019]: _type = "Task" [ 1119.125978] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.133708] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.157255] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.157514] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.157909] env[69019]: DEBUG nova.objects.instance [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.313247] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "b118f100-2825-444c-88f2-91bfcd74d5ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.313520] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.313745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "b118f100-2825-444c-88f2-91bfcd74d5ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.313937] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.314176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.316410] env[69019]: INFO nova.compute.manager [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Terminating instance [ 1119.368194] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.390237] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.523841] env[69019]: DEBUG nova.compute.manager [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.524172] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.525092] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebd6ba-26ca-48dd-8081-ac27a2e6b4b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.533300] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.533565] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b671991-13de-4234-b4d2-2628e88aaad9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.576803] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347479, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.598077] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.598338] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.598528] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore2] fc9376a1-e729-469c-9ca1-1fd6cd5d6059 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.598799] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f644eff-eefd-4c46-99b2-b11ac4b7660e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.605316] env[69019]: DEBUG oslo_vmware.api [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1119.605316] env[69019]: value = "task-3347482" [ 1119.605316] env[69019]: _type = "Task" [ 1119.605316] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.613481] env[69019]: DEBUG oslo_vmware.api [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.634617] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.820045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "refresh_cache-b118f100-2825-444c-88f2-91bfcd74d5ce" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.820302] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquired lock "refresh_cache-b118f100-2825-444c-88f2-91bfcd74d5ce" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.820433] env[69019]: DEBUG nova.network.neutron [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.890235] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.076333] env[69019]: DEBUG oslo_vmware.api [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347479, 'name': PowerOnVM_Task, 'duration_secs': 0.542813} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.076627] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.076982] env[69019]: INFO nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1120.077077] env[69019]: DEBUG nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.077861] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a8917-9b70-4c21-9e30-84e0e6b28b96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.114396] env[69019]: DEBUG oslo_vmware.api [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193598} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.114656] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.114840] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.115034] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.115247] env[69019]: INFO nova.compute.manager [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1120.115493] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.115684] env[69019]: DEBUG nova.compute.manager [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.115780] env[69019]: DEBUG nova.network.neutron [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.140336] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347480, 'name': ReconfigVM_Task, 'duration_secs': 0.625157} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.140336] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 7b6a7bf1-1dca-4589-8e66-5211b06d7b19/7b6a7bf1-1dca-4589-8e66-5211b06d7b19.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.140336] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84eb82a9-0d0b-484c-9b30-d617ec0bcb81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.144506] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1120.144506] env[69019]: value = "task-3347483" [ 1120.144506] env[69019]: _type = "Task" [ 1120.144506] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.154207] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347483, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.165949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-22bdc88b-16e1-415c-ae0f-4d1974b59b6a tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.167354] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.799s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.167692] env[69019]: DEBUG nova.objects.instance [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lazy-loading 'resources' on Instance uuid 7909018a-1fcc-4434-9626-b36a26140738 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.339841] env[69019]: DEBUG nova.network.neutron [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.373159] env[69019]: DEBUG nova.compute.manager [req-fdbb93dd-91f1-410c-ab60-83ac2984e376 req-74ceccf0-93a4-429c-84ca-e0b4586a62b2 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Received event network-vif-deleted-cd29eaa0-30b4-4924-8287-4be2b0443055 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.373283] env[69019]: INFO nova.compute.manager [req-fdbb93dd-91f1-410c-ab60-83ac2984e376 req-74ceccf0-93a4-429c-84ca-e0b4586a62b2 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Neutron deleted interface cd29eaa0-30b4-4924-8287-4be2b0443055; detaching it from the instance and deleting it from the info cache [ 1120.373396] env[69019]: DEBUG nova.network.neutron [req-fdbb93dd-91f1-410c-ab60-83ac2984e376 req-74ceccf0-93a4-429c-84ca-e0b4586a62b2 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.390569] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.402551] env[69019]: DEBUG nova.network.neutron [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.595072] env[69019]: INFO nova.compute.manager [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Took 17.72 seconds to build instance. [ 1120.657206] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347483, 'name': Rename_Task, 'duration_secs': 0.161515} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.657523] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.657796] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7651d49-bc3f-46a2-b7cb-ed6747682338 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.665358] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1120.665358] env[69019]: value = "task-3347485" [ 1120.665358] env[69019]: _type = "Task" [ 1120.665358] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.676142] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.846483] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4a105-c4f3-4376-a2b0-347d779dac2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.855642] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0235813-bc34-4e7b-88b5-a545ad72ab02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.860195] env[69019]: DEBUG nova.network.neutron [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.892820] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55efe47a-b522-4de1-bb4a-dce87bba48bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.897648] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38984d5-d0f3-4d00-b47f-8fe67ad9c588 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.905120] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Releasing lock "refresh_cache-b118f100-2825-444c-88f2-91bfcd74d5ce" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.905538] env[69019]: DEBUG nova.compute.manager [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.905726] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.910647] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29075687-5b58-46fa-9304-089a84c80e96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.914147] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d0625-5709-422e-9955-82e0e21eea40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.918235] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.921070] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce321c-d152-4b8f-8970-ceea0034a288 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.942403] env[69019]: DEBUG nova.compute.provider_tree [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.956745] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.957975] env[69019]: DEBUG nova.compute.manager [req-fdbb93dd-91f1-410c-ab60-83ac2984e376 req-74ceccf0-93a4-429c-84ca-e0b4586a62b2 service nova] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Detach interface failed, port_id=cd29eaa0-30b4-4924-8287-4be2b0443055, reason: Instance fc9376a1-e729-469c-9ca1-1fd6cd5d6059 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.959131] env[69019]: DEBUG nova.scheduler.client.report [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.962485] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db645c0-921b-4f07-97e0-0a634c36f4db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.970526] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1120.970526] env[69019]: value = "task-3347486" [ 1120.970526] env[69019]: _type = "Task" [ 1120.970526] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.980153] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.100268] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5aab4bc-998d-4335-b8a8-322586791f01 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.235s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.176904] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.364200] env[69019]: INFO nova.compute.manager [-] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Took 1.25 seconds to deallocate network for instance. [ 1121.402190] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.466684] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.299s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.482901] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347486, 'name': PowerOffVM_Task, 'duration_secs': 0.116551} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.483174] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.483348] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.483656] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ad1c9c-f589-4075-8b1e-ae854a51cce9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.494439] env[69019]: INFO nova.scheduler.client.report [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Deleted allocations for instance 7909018a-1fcc-4434-9626-b36a26140738 [ 1121.508710] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.508919] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.509170] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Deleting the datastore file [datastore2] b118f100-2825-444c-88f2-91bfcd74d5ce {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.509425] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5e645c-8185-4e9b-95f0-7b9d12d99254 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.516077] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for the task: (returnval){ [ 1121.516077] env[69019]: value = "task-3347488" [ 1121.516077] env[69019]: _type = "Task" [ 1121.516077] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.523623] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.676362] env[69019]: DEBUG oslo_vmware.api [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347485, 'name': PowerOnVM_Task, 'duration_secs': 0.614292} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.676631] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.676835] env[69019]: INFO nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1121.677028] env[69019]: DEBUG nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.677775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88685f59-ca4a-458c-b341-4d773d8e5679 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.870739] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.871065] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.871294] env[69019]: DEBUG nova.objects.instance [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'resources' on Instance uuid fc9376a1-e729-469c-9ca1-1fd6cd5d6059 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.903060] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.003551] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ada73c77-135b-4d18-bb62-d6739ed17513 tempest-AttachVolumeTestJSON-643598582 tempest-AttachVolumeTestJSON-643598582-project-member] Lock "7909018a-1fcc-4434-9626-b36a26140738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.286s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.027513] env[69019]: DEBUG oslo_vmware.api [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Task: {'id': task-3347488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449352} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.027785] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.027977] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.028215] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.028409] env[69019]: INFO nova.compute.manager [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1122.028648] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.028847] env[69019]: DEBUG nova.compute.manager [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.028944] env[69019]: DEBUG nova.network.neutron [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.047782] env[69019]: DEBUG nova.network.neutron [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.196082] env[69019]: INFO nova.compute.manager [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Took 17.03 seconds to build instance. [ 1122.403821] env[69019]: DEBUG nova.compute.manager [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.404037] env[69019]: DEBUG nova.compute.manager [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing instance network info cache due to event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.404328] env[69019]: DEBUG oslo_concurrency.lockutils [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.404511] env[69019]: DEBUG oslo_concurrency.lockutils [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.404648] env[69019]: DEBUG nova.network.neutron [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.409394] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.550176] env[69019]: DEBUG nova.network.neutron [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.551976] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba615b5-e61b-4cdb-b4c6-116c8721c74f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.560722] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cd8959-b118-449f-89ba-e1bbda281e4b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.596691] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c38756-136d-4b90-a721-038c63d96d93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.604685] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa05396-87ec-4950-b8ba-a7911a37a938 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.619366] env[69019]: DEBUG nova.compute.provider_tree [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.698848] env[69019]: DEBUG oslo_concurrency.lockutils [None req-03086d8e-1532-4384-a3c0-bcc26edccede tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.540s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.904932] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.056660] env[69019]: INFO nova.compute.manager [-] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Took 1.03 seconds to deallocate network for instance. [ 1123.123394] env[69019]: DEBUG nova.scheduler.client.report [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.140742] env[69019]: DEBUG nova.network.neutron [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updated VIF entry in instance network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.141107] env[69019]: DEBUG nova.network.neutron [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.404528] env[69019]: DEBUG oslo_vmware.api [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347473, 'name': ReconfigVM_Task, 'duration_secs': 5.778679} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.404778] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.404990] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Reconfigured VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1123.563816] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.629039] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.631912] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.068s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.632165] env[69019]: DEBUG nova.objects.instance [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lazy-loading 'resources' on Instance uuid b118f100-2825-444c-88f2-91bfcd74d5ce {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.639394] env[69019]: DEBUG nova.compute.manager [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-vif-deleted-337093a3-39dd-4086-aaf8-fbd30dd72716 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.639587] env[69019]: INFO nova.compute.manager [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Neutron deleted interface 337093a3-39dd-4086-aaf8-fbd30dd72716; detaching it from the instance and deleting it from the info cache [ 1123.639921] env[69019]: DEBUG nova.network.neutron [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.643441] env[69019]: DEBUG oslo_concurrency.lockutils [req-58ea03ea-5bd4-42f9-a947-351ca12e1d03 req-500902ce-7b11-4081-90ec-0218a3d8f768 service nova] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.647089] env[69019]: INFO nova.scheduler.client.report [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance fc9376a1-e729-469c-9ca1-1fd6cd5d6059 [ 1123.784267] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.784524] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.142918] env[69019]: DEBUG oslo_concurrency.lockutils [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.143250] env[69019]: DEBUG oslo_concurrency.lockutils [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] Acquired lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.144238] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc76fe-a878-45fa-a1cf-77b3b9b0a69d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.164943] env[69019]: DEBUG oslo_concurrency.lockutils [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] Releasing lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.165278] env[69019]: WARNING nova.compute.manager [req-8b6c059e-f38e-47d2-9574-91cd5b8a9b3e req-9e3d1682-29b6-4fa8-bd69-5b432a20671b service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Detach interface failed, port_id=337093a3-39dd-4086-aaf8-fbd30dd72716, reason: No device with interface-id 337093a3-39dd-4086-aaf8-fbd30dd72716 exists on VM: nova.exception.NotFound: No device with interface-id 337093a3-39dd-4086-aaf8-fbd30dd72716 exists on VM [ 1124.168551] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ee552a44-277e-48eb-9543-a4fb8af0bf6c tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "fc9376a1-e729-469c-9ca1-1fd6cd5d6059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.154s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.286817] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.325124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21546f2-bf55-4273-b9c9-f20076582d37 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.334926] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d576981-733a-4867-94d4-7b2f4a3287be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.369093] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775dc5f7-345f-4c7b-a2f5-18c6eae443e8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.377429] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a4850-f3b1-4bc6-954f-2a382bb07fa7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.392329] env[69019]: DEBUG nova.compute.provider_tree [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.541274] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.541519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.541727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.542264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.542264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.544233] env[69019]: INFO nova.compute.manager [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Terminating instance [ 1124.623753] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.623918] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.624212] env[69019]: DEBUG nova.network.neutron [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.810444] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.895336] env[69019]: DEBUG nova.scheduler.client.report [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.943863] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.944162] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.048456] env[69019]: DEBUG nova.compute.manager [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.048679] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.049611] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b52f1-919a-4130-bddf-374f6165276e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.057517] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.057744] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1822bb6e-03d6-46ec-be8f-3be2d194e1cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.064514] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1125.064514] env[69019]: value = "task-3347493" [ 1125.064514] env[69019]: _type = "Task" [ 1125.064514] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.071989] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.349706] env[69019]: DEBUG nova.network.neutron [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [{"id": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "address": "fa:16:3e:33:be:ee", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd5c788-58", "ovs_interfaceid": "5fd5c788-58f9-4126-a5f0-45a3695e9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.400145] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.402458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.592s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.407452] env[69019]: INFO nova.compute.claims [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.434531] env[69019]: INFO nova.scheduler.client.report [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Deleted allocations for instance b118f100-2825-444c-88f2-91bfcd74d5ce [ 1125.446111] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.574955] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347493, 'name': PowerOffVM_Task, 'duration_secs': 0.339569} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.575478] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.575810] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.576497] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-165730b6-4dc9-492e-af85-d875daf00649 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.639508] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.639732] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.639918] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleting the datastore file [datastore2] 6ba26233-e4f6-4477-a4ea-4845865f24c0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.640195] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bec9787-866c-474a-a48a-0fbdbe423f07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.648020] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1125.648020] env[69019]: value = "task-3347495" [ 1125.648020] env[69019]: _type = "Task" [ 1125.648020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.655085] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.852670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6ba26233-e4f6-4477-a4ea-4845865f24c0" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944299] env[69019]: DEBUG oslo_concurrency.lockutils [None req-01ea4428-bdbe-4c44-85ca-37b2dbbba95e tempest-ServerShowV257Test-616937861 tempest-ServerShowV257Test-616937861-project-member] Lock "b118f100-2825-444c-88f2-91bfcd74d5ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.631s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.964744] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.158895] env[69019]: DEBUG oslo_vmware.api [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.159192] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.159823] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.159823] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.159823] env[69019]: INFO nova.compute.manager [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1126.160015] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.160164] env[69019]: DEBUG nova.compute.manager [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.160257] env[69019]: DEBUG nova.network.neutron [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.356831] env[69019]: DEBUG oslo_concurrency.lockutils [None req-def282ac-5d71-445b-8495-5e3d8d17c213 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6ba26233-e4f6-4477-a4ea-4845865f24c0-337093a3-39dd-4086-aaf8-fbd30dd72716" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.560s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.609063] env[69019]: DEBUG nova.compute.manager [req-eeb8217e-cc08-4887-9f8b-56ebb4936aa0 req-b71e1f42-7e0a-475c-b92d-2876ded0ab5a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Received event network-vif-deleted-5fd5c788-58f9-4126-a5f0-45a3695e9edf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.609312] env[69019]: INFO nova.compute.manager [req-eeb8217e-cc08-4887-9f8b-56ebb4936aa0 req-b71e1f42-7e0a-475c-b92d-2876ded0ab5a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Neutron deleted interface 5fd5c788-58f9-4126-a5f0-45a3695e9edf; detaching it from the instance and deleting it from the info cache [ 1126.609529] env[69019]: DEBUG nova.network.neutron [req-eeb8217e-cc08-4887-9f8b-56ebb4936aa0 req-b71e1f42-7e0a-475c-b92d-2876ded0ab5a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.618813] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc269a8-ecfe-4009-a8a0-a1ed1747d077 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.627464] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdbf481-bb57-482d-8f4d-7297ad8a47da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.658036] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce7b178-ca8d-4264-9d6c-c997266bdbd2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.665439] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55655f11-0eff-487d-b495-6c25d21b22d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.680125] env[69019]: DEBUG nova.compute.provider_tree [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.088162] env[69019]: DEBUG nova.network.neutron [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.113566] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74fd25ad-08e3-4f23-83cf-8380ecafff23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.124126] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58822088-6c3f-4588-a80b-6df3c97e8f9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.155095] env[69019]: DEBUG nova.compute.manager [req-eeb8217e-cc08-4887-9f8b-56ebb4936aa0 req-b71e1f42-7e0a-475c-b92d-2876ded0ab5a service nova] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Detach interface failed, port_id=5fd5c788-58f9-4126-a5f0-45a3695e9edf, reason: Instance 6ba26233-e4f6-4477-a4ea-4845865f24c0 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.182960] env[69019]: DEBUG nova.scheduler.client.report [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.590860] env[69019]: INFO nova.compute.manager [-] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Took 1.43 seconds to deallocate network for instance. [ 1127.688252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.688797] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.691345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.727s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.692714] env[69019]: INFO nova.compute.claims [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.097345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.197100] env[69019]: DEBUG nova.compute.utils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.200528] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.201259] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.266316] env[69019]: DEBUG nova.policy [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.701259] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.750630] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Successfully created port: 5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.941660] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fc3aa-464f-4c9f-835e-5f57bf432f46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.954383] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1449c64-5ddb-46c6-b43f-99de71bef8a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.989330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd91bc5-da80-46dd-a69f-af266eb14034 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.000873] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4604407-4e66-400e-ba2f-27256edfe7de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.017059] env[69019]: DEBUG nova.compute.provider_tree [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.520886] env[69019]: DEBUG nova.scheduler.client.report [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.714054] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.741635] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.741935] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.742130] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.742340] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.742497] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.742647] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.742852] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.743027] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.743215] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.743381] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.743553] env[69019]: DEBUG nova.virt.hardware [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.744478] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58def83c-a66c-4091-8e7f-6fbba930108d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.753263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a25637-edf1-4a20-9f87-06f729e3e1c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.026568] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.026987] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.030407] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.933s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.030638] env[69019]: DEBUG nova.objects.instance [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'resources' on Instance uuid 6ba26233-e4f6-4477-a4ea-4845865f24c0 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.376224] env[69019]: DEBUG nova.compute.manager [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Received event network-vif-plugged-5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.376450] env[69019]: DEBUG oslo_concurrency.lockutils [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] Acquiring lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.376700] env[69019]: DEBUG oslo_concurrency.lockutils [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.376875] env[69019]: DEBUG oslo_concurrency.lockutils [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.377056] env[69019]: DEBUG nova.compute.manager [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] No waiting events found dispatching network-vif-plugged-5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.377247] env[69019]: WARNING nova.compute.manager [req-13259ecb-1c14-4d4f-a054-aa77f9bb7d0c req-d29b7e4a-fc70-4d5b-b2d7-1e10c8cf3f26 service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Received unexpected event network-vif-plugged-5e59dde5-efe5-431c-bb91-25dcc1ea5e92 for instance with vm_state building and task_state spawning. [ 1130.469959] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Successfully updated port: 5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.531952] env[69019]: DEBUG nova.compute.utils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.533362] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.533530] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.576712] env[69019]: DEBUG nova.policy [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e3f5d5457a42078540369682abff8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b388d28c619461599f6a4ed2590c9d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.729397] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff475d-0433-42e7-abf6-ebbd145a7e2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.738456] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270c1e6-3ab1-4ace-b387-2b1802f4c56f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.771097] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83672e19-d2ab-48f4-81a5-37c8e0e35661 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.780988] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f286889-762b-4bd3-a4a9-6346911aed39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.796341] env[69019]: DEBUG nova.compute.provider_tree [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.861611] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Successfully created port: 87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.972440] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.972653] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.973137] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.040206] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.301291] env[69019]: DEBUG nova.scheduler.client.report [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.510174] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.716486] env[69019]: DEBUG nova.network.neutron [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Updating instance_info_cache with network_info: [{"id": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "address": "fa:16:3e:da:2e:a3", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e59dde5-ef", "ovs_interfaceid": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.806822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.830720] env[69019]: INFO nova.scheduler.client.report [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted allocations for instance 6ba26233-e4f6-4477-a4ea-4845865f24c0 [ 1132.048901] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.074855] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.075115] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.075309] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.075528] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.075687] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.075830] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.076061] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.076234] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.076406] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.076570] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.076744] env[69019]: DEBUG nova.virt.hardware [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.077624] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78728083-c2cd-49de-b157-31bd0dfd67f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.085656] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ebb6ae-0edc-4428-b046-05f98fb5dee8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.219386] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.219982] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Instance network_info: |[{"id": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "address": "fa:16:3e:da:2e:a3", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e59dde5-ef", "ovs_interfaceid": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.220184] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2e:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e59dde5-efe5-431c-bb91-25dcc1ea5e92', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.227852] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.228108] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.228344] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369c750d-b2fa-4b1c-b5e0-2f79d2c3ec53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249809] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.249809] env[69019]: value = "task-3347498" [ 1132.249809] env[69019]: _type = "Task" [ 1132.249809] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.258011] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347498, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.282432] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.282673] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.342869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0182959d-9c55-4a2c-87af-a3a6a9e822bf tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6ba26233-e4f6-4477-a4ea-4845865f24c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.801s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.377854] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Successfully updated port: 87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.407362] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Received event network-changed-5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.407508] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Refreshing instance network info cache due to event network-changed-5e59dde5-efe5-431c-bb91-25dcc1ea5e92. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.407839] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Acquiring lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.408047] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Acquired lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.408254] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Refreshing network info cache for port 5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.553015] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.553231] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.760056] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347498, 'name': CreateVM_Task, 'duration_secs': 0.352718} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.760259] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.760916] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.761106] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.761423] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.761669] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab81c95-9fa1-47f8-9720-8b89e39c750d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.766024] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1132.766024] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d7d79b-9cfa-c635-69c9-03ee6d74990c" [ 1132.766024] env[69019]: _type = "Task" [ 1132.766024] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.773452] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d7d79b-9cfa-c635-69c9-03ee6d74990c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.785564] env[69019]: DEBUG nova.compute.utils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.880150] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.880506] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.880506] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.058212] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.129030] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Updated VIF entry in instance network info cache for port 5e59dde5-efe5-431c-bb91-25dcc1ea5e92. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.129342] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Updating instance_info_cache with network_info: [{"id": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "address": "fa:16:3e:da:2e:a3", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e59dde5-ef", "ovs_interfaceid": "5e59dde5-efe5-431c-bb91-25dcc1ea5e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.277730] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d7d79b-9cfa-c635-69c9-03ee6d74990c, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.278081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.278371] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.278655] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.278816] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.279059] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.279362] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c6786b-edbe-47e3-96fb-279b26d2dfe2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.288282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.289755] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.289933] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.291276] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0071cea6-2e0c-491e-b35b-19f5a908f8b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.297239] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1133.297239] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524992fd-2358-2e9a-9b0d-40f2570a25dc" [ 1133.297239] env[69019]: _type = "Task" [ 1133.297239] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.305046] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524992fd-2358-2e9a-9b0d-40f2570a25dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.410945] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.537666] env[69019]: DEBUG nova.network.neutron [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.581812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.582132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.583788] env[69019]: INFO nova.compute.claims [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.631959] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Releasing lock "refresh_cache-6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.632262] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Received event network-vif-plugged-87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.632553] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.632664] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.632829] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.632995] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] No waiting events found dispatching network-vif-plugged-87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.633189] env[69019]: WARNING nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Received unexpected event network-vif-plugged-87d8fb86-89c0-418f-8edb-d07323101b17 for instance with vm_state building and task_state spawning. [ 1133.633947] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Received event network-changed-87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.633947] env[69019]: DEBUG nova.compute.manager [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Refreshing instance network info cache due to event network-changed-87d8fb86-89c0-418f-8edb-d07323101b17. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.633947] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Acquiring lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.807820] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524992fd-2358-2e9a-9b0d-40f2570a25dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.808669] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3adbe5-6295-4627-91f4-49150d5a379d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.814735] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1133.814735] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d8c385-eca8-a7aa-f1c9-6af816fe701f" [ 1133.814735] env[69019]: _type = "Task" [ 1133.814735] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.824436] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d8c385-eca8-a7aa-f1c9-6af816fe701f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.040502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.040854] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Instance network_info: |[{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.040954] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Acquired lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.041086] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Refreshing network info cache for port 87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.042325] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:18:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d8fb86-89c0-418f-8edb-d07323101b17', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.050510] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.053825] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.054248] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c75f225-d298-43bc-8478-4cdea34baf9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.077732] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.077732] env[69019]: value = "task-3347499" [ 1134.077732] env[69019]: _type = "Task" [ 1134.077732] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.086356] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347499, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.281868] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updated VIF entry in instance network info cache for port 87d8fb86-89c0-418f-8edb-d07323101b17. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.282332] env[69019]: DEBUG nova.network.neutron [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.327030] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d8c385-eca8-a7aa-f1c9-6af816fe701f, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.327376] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.327675] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3/6d7f32f3-52d1-44a5-a31c-aecc3f4044a3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.327987] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23020978-f5de-41f3-a3a9-d43ed4a078d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.335904] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1134.335904] env[69019]: value = "task-3347500" [ 1134.335904] env[69019]: _type = "Task" [ 1134.335904] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.344486] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.359414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.359756] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.360087] env[69019]: INFO nova.compute.manager [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Attaching volume c2847ebe-95b5-45bc-8cc8-0b218c7ee887 to /dev/sdb [ 1134.401812] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478bf2f-d2e9-486b-af5c-ea57b91b85f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.410995] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd67738-81c6-42af-9b0f-173eecc6de88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.427420] env[69019]: DEBUG nova.virt.block_device [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating existing volume attachment record: 54cc7896-b1a6-4701-ac15-7a9e077760b6 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.589759] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347499, 'name': CreateVM_Task, 'duration_secs': 0.403639} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.589759] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.589759] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.589759] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.589759] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.589759] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cf218c-c011-458f-b8e4-0049b9db5187 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.595799] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1134.595799] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5276b462-d35c-4db5-15fc-79850b5bcff5" [ 1134.595799] env[69019]: _type = "Task" [ 1134.595799] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.605100] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5276b462-d35c-4db5-15fc-79850b5bcff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.782641] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53323867-4b82-4fa6-ada4-94f91de95ed8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.786160] env[69019]: DEBUG oslo_concurrency.lockutils [req-44f19d4c-1233-46b3-b28a-eba851b2e18d req-717bac62-d89a-4e8f-b67e-638d5b4be86b service nova] Releasing lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.792143] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a223e9-25c9-4291-9c6b-ac456a8bce0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.826808] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53ddcb-0acf-4de7-bdb8-16e0606bb2df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.832363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.832602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.842169] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb54e0a-6fef-409d-9e00-e075bed09a23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.860799] env[69019]: DEBUG nova.compute.provider_tree [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.862613] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467549} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.862613] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3/6d7f32f3-52d1-44a5-a31c-aecc3f4044a3.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.862788] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.862998] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7445621-ca2f-413d-a616-52896ae83e6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.870208] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1134.870208] env[69019]: value = "task-3347502" [ 1134.870208] env[69019]: _type = "Task" [ 1134.870208] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.881036] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.106940] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5276b462-d35c-4db5-15fc-79850b5bcff5, 'name': SearchDatastore_Task, 'duration_secs': 0.060003} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.107566] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.107807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.108058] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.108215] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.108393] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.108652] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf082ee4-5ecf-4d5e-8de4-22103774fdbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.117257] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.117434] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.118126] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d0c2b6-cb4c-4169-9583-70fe328077ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.122901] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1135.122901] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c4748d-c4d5-53df-f0fe-ba8ed8e6139b" [ 1135.122901] env[69019]: _type = "Task" [ 1135.122901] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.130595] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c4748d-c4d5-53df-f0fe-ba8ed8e6139b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.334965] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.364411] env[69019]: DEBUG nova.scheduler.client.report [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.383620] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067527} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.383903] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.384721] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44d8f8-2a73-4259-a254-844e17813538 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.407367] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3/6d7f32f3-52d1-44a5-a31c-aecc3f4044a3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.407701] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef6d8bb-e097-4bd0-a067-209232b7e3d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.427326] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1135.427326] env[69019]: value = "task-3347503" [ 1135.427326] env[69019]: _type = "Task" [ 1135.427326] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.435335] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.634941] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c4748d-c4d5-53df-f0fe-ba8ed8e6139b, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.635876] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf92f0d-cb3a-42b3-a5ae-2f0c77bf6733 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.642097] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1135.642097] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246a694-7f90-7d9b-f5cc-ed83c8560fc9" [ 1135.642097] env[69019]: _type = "Task" [ 1135.642097] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.650173] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246a694-7f90-7d9b-f5cc-ed83c8560fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.858163] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.869064] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.869431] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.872022] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.014s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.873463] env[69019]: INFO nova.compute.claims [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.937335] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347503, 'name': ReconfigVM_Task, 'duration_secs': 0.256786} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.937652] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3/6d7f32f3-52d1-44a5-a31c-aecc3f4044a3.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.938358] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1e515e-c841-40f7-8255-06aa47c37eb9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.945824] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1135.945824] env[69019]: value = "task-3347504" [ 1135.945824] env[69019]: _type = "Task" [ 1135.945824] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.954354] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347504, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.152528] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5246a694-7f90-7d9b-f5cc-ed83c8560fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.152869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.153036] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.153289] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34de0696-1183-44fd-82f4-d0e05d1f5766 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.160398] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1136.160398] env[69019]: value = "task-3347505" [ 1136.160398] env[69019]: _type = "Task" [ 1136.160398] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.167809] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.378169] env[69019]: DEBUG nova.compute.utils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.381629] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.381821] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.420498] env[69019]: DEBUG nova.policy [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78421e0a067492481e106c4f25da6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b044b355134cdaab57a18dfae4d204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.456167] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347504, 'name': Rename_Task, 'duration_secs': 0.145271} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.456453] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.457116] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efce2311-2f1d-4483-9a62-ddb649b2f1c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.465028] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1136.465028] env[69019]: value = "task-3347506" [ 1136.465028] env[69019]: _type = "Task" [ 1136.465028] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.473281] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.678028] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.699083] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Successfully created port: 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.882996] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.982012] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.087413] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8e8b0-470f-4aeb-9ec1-f55a7233b2bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.095295] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c301450-6996-432b-bf66-6983f9fa580d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.125504] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023a703-a388-4832-aab8-3b2c8f3a1afe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.132579] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e198f733-0367-4d43-af03-8741c6e98353 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.145591] env[69019]: DEBUG nova.compute.provider_tree [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.170944] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818012} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.171999] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.171999] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.171999] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e72f744-b124-448a-9469-eb97000c47a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.179010] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1137.179010] env[69019]: value = "task-3347508" [ 1137.179010] env[69019]: _type = "Task" [ 1137.179010] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.187288] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.391790] env[69019]: INFO nova.virt.block_device [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Booting with volume 3af9a020-c8f6-4535-ae7d-496aee099dff at /dev/sda [ 1137.422441] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9051e56-8d69-4163-bca4-f60d503d9a77 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.434512] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a0001-749a-4627-8c40-5266afb96fd9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.466811] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9942471a-8912-4b88-a0ce-ed8a6805dbf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.476499] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f6ec5-f433-41e1-98d9-be893bd45c36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.488969] env[69019]: DEBUG oslo_vmware.api [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347506, 'name': PowerOnVM_Task, 'duration_secs': 0.539826} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.489545] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.489756] env[69019]: INFO nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1137.489970] env[69019]: DEBUG nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.490696] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9095fc-0c04-45b0-ae8d-7f89d0dc97ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.511252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1378954-5f43-42ce-8507-985e4410f78f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.518301] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5ef0fb-e921-4212-aeb5-18d6e9ea9b71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.531411] env[69019]: DEBUG nova.virt.block_device [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating existing volume attachment record: 49352319-ab49-462a-92e3-fa34bf8a8480 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.648618] env[69019]: DEBUG nova.scheduler.client.report [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.690715] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063536} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.690993] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.691811] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7add6-56a6-43ec-92c5-5b4334374db3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.716189] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.716442] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ae5c35-73aa-40ae-8494-9f11c6e11b88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.738902] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1137.738902] env[69019]: value = "task-3347509" [ 1137.738902] env[69019]: _type = "Task" [ 1137.738902] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.749270] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.007520] env[69019]: INFO nova.compute.manager [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Took 13.22 seconds to build instance. [ 1138.153106] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.153732] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.166584] env[69019]: DEBUG nova.compute.manager [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Received event network-vif-plugged-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.166800] env[69019]: DEBUG oslo_concurrency.lockutils [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.167012] env[69019]: DEBUG oslo_concurrency.lockutils [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.167199] env[69019]: DEBUG oslo_concurrency.lockutils [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.167371] env[69019]: DEBUG nova.compute.manager [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] No waiting events found dispatching network-vif-plugged-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.167539] env[69019]: WARNING nova.compute.manager [req-fb25b811-ee83-474f-ad4b-7eee72df49fd req-9bd72cd6-50ba-49ca-8f66-0ddfdc2f19c4 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Received unexpected event network-vif-plugged-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 for instance with vm_state building and task_state block_device_mapping. [ 1138.249791] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.250721] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Successfully updated port: 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.393785] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.517117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0886e9dd-41ee-43b9-8670-18bdce01cf51 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.732s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.517117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.123s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.517117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.517117] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.517386] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.519415] env[69019]: INFO nova.compute.manager [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Terminating instance [ 1138.544583] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "347727d2-51b4-4bb1-9eae-c566043ebff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.544846] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.545079] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.545358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.545476] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.547337] env[69019]: INFO nova.compute.manager [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Terminating instance [ 1138.659013] env[69019]: DEBUG nova.compute.utils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.660378] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.660550] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.706774] env[69019]: DEBUG nova.policy [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.749958] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347509, 'name': ReconfigVM_Task, 'duration_secs': 0.900683} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.750099] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.750735] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7babf4cb-6489-44ae-995c-b4d53a769969 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.753118] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.753118] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.753118] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.759457] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1138.759457] env[69019]: value = "task-3347510" [ 1138.759457] env[69019]: _type = "Task" [ 1138.759457] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.769951] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347510, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.984678] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.984862] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668213', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'name': 'volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5fb8e66-01c7-44d9-8fb9-d1b15843ac87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'serial': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.985729] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4729e6e-0a52-4787-b429-a2a3299da249 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.004028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479cd8ef-175a-4acb-ab31-7576b4fa9e2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.007789] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Successfully created port: 2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.023104] env[69019]: DEBUG nova.compute.manager [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.023450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.031514] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887/volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.032276] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b656897-3dc6-4d89-bd0e-bbcc9f42da5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.035266] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5407a66-af1a-4368-9eca-1b338d18ae22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.050580] env[69019]: DEBUG nova.compute.manager [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.050827] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.051557] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a2a6e-e4ec-4143-91d2-4a88b1ed7f64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.056288] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.058348] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e1f616-6d23-4a1c-b401-af4d5d5ea8cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.059521] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1139.059521] env[69019]: value = "task-3347511" [ 1139.059521] env[69019]: _type = "Task" [ 1139.059521] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.064178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.065563] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8023f19-208c-4df1-8db1-e84ad9c07c6a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.066972] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1139.066972] env[69019]: value = "task-3347512" [ 1139.066972] env[69019]: _type = "Task" [ 1139.066972] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.073549] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.075174] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 1139.075174] env[69019]: value = "task-3347513" [ 1139.075174] env[69019]: _type = "Task" [ 1139.075174] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.082327] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.090032] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3347513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.163821] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.276264] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347510, 'name': Rename_Task, 'duration_secs': 0.140806} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.276264] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.276264] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0297d5-4a76-4d55-9200-e0449355c61c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.286539] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1139.286539] env[69019]: value = "task-3347514" [ 1139.286539] env[69019]: _type = "Task" [ 1139.286539] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.297752] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.322187] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.482750] env[69019]: DEBUG nova.network.neutron [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.569871] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347511, 'name': ReconfigVM_Task, 'duration_secs': 0.452872} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.574740] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887/volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.582677] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c180dce8-5526-466d-9940-a8b5f67f0493 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.602236] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347512, 'name': PowerOffVM_Task, 'duration_secs': 0.198905} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.602236] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.602515] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.602591] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d4a36b-e62f-4557-be20-1b93445d61b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.607784] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3347513, 'name': PowerOffVM_Task, 'duration_secs': 0.205565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.609057] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.609247] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.609559] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1139.609559] env[69019]: value = "task-3347515" [ 1139.609559] env[69019]: _type = "Task" [ 1139.609559] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.609745] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e77b75c-9dc6-4f9e-8a46-cfa08bea07d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.618036] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.618541] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.618762] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.618916] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.619185] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.619341] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.619490] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.619693] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.619851] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.620029] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.620195] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.620365] env[69019]: DEBUG nova.virt.hardware [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.624262] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15261cc-ab23-4152-98c5-a3e171895ec5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.627199] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.633858] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af46ffc-645c-4a92-b76b-d4d6b149abe3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.696594] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.696886] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.697044] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore1] 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.698354] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9d84b08-57a6-4db2-b3bd-4e83cdf7cd45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.700333] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.700552] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.700724] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Deleting the datastore file [datastore2] 347727d2-51b4-4bb1-9eae-c566043ebff2 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.700972] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3396525-1265-4f66-8ff9-015dee894cc6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.708934] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for the task: (returnval){ [ 1139.708934] env[69019]: value = "task-3347518" [ 1139.708934] env[69019]: _type = "Task" [ 1139.708934] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.710395] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1139.710395] env[69019]: value = "task-3347519" [ 1139.710395] env[69019]: _type = "Task" [ 1139.710395] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.726486] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3347518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.726744] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.796324] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.985909] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.986340] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Instance network_info: |[{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.987172] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:a1:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.994839] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.995054] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.995270] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631a2d03-4886-4a80-917e-b2f6388682f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.016223] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.016223] env[69019]: value = "task-3347520" [ 1140.016223] env[69019]: _type = "Task" [ 1140.016223] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.024458] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347520, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.121383] env[69019]: DEBUG oslo_vmware.api [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347515, 'name': ReconfigVM_Task, 'duration_secs': 0.166405} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.121701] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668213', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'name': 'volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5fb8e66-01c7-44d9-8fb9-d1b15843ac87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'serial': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.173431] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.198126] env[69019]: DEBUG nova.compute.manager [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Received event network-changed-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.198255] env[69019]: DEBUG nova.compute.manager [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Refreshing instance network info cache due to event network-changed-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.198467] env[69019]: DEBUG oslo_concurrency.lockutils [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.198612] env[69019]: DEBUG oslo_concurrency.lockutils [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.198810] env[69019]: DEBUG nova.network.neutron [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Refreshing network info cache for port 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.202490] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.202818] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.203106] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.203373] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.203565] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.203724] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.203939] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.204236] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.204350] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.204576] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.204757] env[69019]: DEBUG nova.virt.hardware [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.206338] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f644e1c-7f85-40d6-8cba-8c3366e833e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.221629] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b22145c-4b97-4be3-bfbb-d9f7e2a7eea4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.229277] env[69019]: DEBUG oslo_vmware.api [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Task: {'id': task-3347518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146188} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.230084] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.230293] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.230479] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.230652] env[69019]: INFO nova.compute.manager [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1140.230882] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.231321] env[69019]: DEBUG nova.compute.manager [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.231419] env[69019]: DEBUG nova.network.neutron [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.245694] env[69019]: DEBUG oslo_vmware.api [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155815} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.247064] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.247064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.247217] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.247394] env[69019]: INFO nova.compute.manager [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1140.247624] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.247807] env[69019]: DEBUG nova.compute.manager [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.248064] env[69019]: DEBUG nova.network.neutron [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.296427] env[69019]: DEBUG oslo_vmware.api [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347514, 'name': PowerOnVM_Task, 'duration_secs': 0.562075} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.296427] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.296787] env[69019]: INFO nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1140.296787] env[69019]: DEBUG nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.297527] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b1590-f097-4422-b085-1a84a976c101 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.532964] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347520, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.692053] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Successfully updated port: 2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.761651] env[69019]: DEBUG nova.compute.manager [req-4239e18f-76d0-404d-8eeb-3407589737bf req-ee5c5a6d-6a0f-424d-a5b3-db822bf06676 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Received event network-vif-deleted-c77eed0c-60c2-4859-83fe-96c22fbd6bc9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.761938] env[69019]: INFO nova.compute.manager [req-4239e18f-76d0-404d-8eeb-3407589737bf req-ee5c5a6d-6a0f-424d-a5b3-db822bf06676 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Neutron deleted interface c77eed0c-60c2-4859-83fe-96c22fbd6bc9; detaching it from the instance and deleting it from the info cache [ 1140.762131] env[69019]: DEBUG nova.network.neutron [req-4239e18f-76d0-404d-8eeb-3407589737bf req-ee5c5a6d-6a0f-424d-a5b3-db822bf06676 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.823579] env[69019]: INFO nova.compute.manager [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Took 14.87 seconds to build instance. [ 1140.903303] env[69019]: DEBUG nova.network.neutron [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updated VIF entry in instance network info cache for port 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.903733] env[69019]: DEBUG nova.network.neutron [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.029380] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347520, 'name': CreateVM_Task, 'duration_secs': 0.554503} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.029593] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.030214] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': '49352319-ab49-462a-92e3-fa34bf8a8480', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668210', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'name': 'volume-3af9a020-c8f6-4535-ae7d-496aee099dff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54848a-3e18-41d4-a11b-686c129e3989', 'attached_at': '', 'detached_at': '', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'serial': '3af9a020-c8f6-4535-ae7d-496aee099dff'}, 'volume_type': None}], 'swap': None} {{(pid=69019) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1141.030424] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Root volume attach. Driver type: vmdk {{(pid=69019) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1141.031186] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64ad14-feda-48fe-9925-7e5127eed606 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.039272] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e870c-ec22-49c4-aa7f-1d879aafd592 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.047330] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e4305-0501-466c-ac49-9f64e59c7e34 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.053761] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0280044e-23be-487e-8787-a8f7398c6764 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.062015] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1141.062015] env[69019]: value = "task-3347521" [ 1141.062015] env[69019]: _type = "Task" [ 1141.062015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.070590] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.125082] env[69019]: DEBUG nova.network.neutron [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.170392] env[69019]: DEBUG nova.objects.instance [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.198167] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.198352] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.198615] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.238486] env[69019]: DEBUG nova.network.neutron [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.264757] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32a5b5a3-09e8-4619-995d-c45a5b6375da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.276988] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759384a0-9a61-4af2-a7ef-39148a38f122 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.317366] env[69019]: DEBUG nova.compute.manager [req-4239e18f-76d0-404d-8eeb-3407589737bf req-ee5c5a6d-6a0f-424d-a5b3-db822bf06676 service nova] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Detach interface failed, port_id=c77eed0c-60c2-4859-83fe-96c22fbd6bc9, reason: Instance 347727d2-51b4-4bb1-9eae-c566043ebff2 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.329844] env[69019]: DEBUG oslo_concurrency.lockutils [None req-137837bd-12a3-42d9-9449-67b65ee6c87a tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.386s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.406179] env[69019]: DEBUG oslo_concurrency.lockutils [req-a4f5cc58-c757-490c-abd7-2a13094ea10c req-7b43f7db-5631-47c5-abe0-bc46d4fc2f9a service nova] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.575362] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 34%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.626783] env[69019]: INFO nova.compute.manager [-] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Took 1.38 seconds to deallocate network for instance. [ 1141.676788] env[69019]: DEBUG oslo_concurrency.lockutils [None req-61f56523-7bc3-4bc6-9578-22212520b7b4 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.317s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.735533] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.742551] env[69019]: INFO nova.compute.manager [-] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Took 1.51 seconds to deallocate network for instance. [ 1141.888362] env[69019]: DEBUG nova.network.neutron [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.004260] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.004441] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.075466] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 49%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.134086] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.134405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.134721] env[69019]: DEBUG nova.objects.instance [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.227666] env[69019]: DEBUG nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-plugged-2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.227893] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.228429] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.228695] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.228870] env[69019]: DEBUG nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] No waiting events found dispatching network-vif-plugged-2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.229684] env[69019]: WARNING nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received unexpected event network-vif-plugged-2281ded4-725d-4175-a575-cf172ed9a79c for instance with vm_state building and task_state spawning. [ 1142.229684] env[69019]: DEBUG nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Received event network-vif-deleted-5e59dde5-efe5-431c-bb91-25dcc1ea5e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.229684] env[69019]: DEBUG nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-changed-2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.229857] env[69019]: DEBUG nova.compute.manager [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing instance network info cache due to event network-changed-2281ded4-725d-4175-a575-cf172ed9a79c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.229957] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.249934] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.390955] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.391454] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Instance network_info: |[{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.391825] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.392021] env[69019]: DEBUG nova.network.neutron [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing network info cache for port 2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.393637] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:28:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2281ded4-725d-4175-a575-cf172ed9a79c', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.403091] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.404215] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.404483] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73cd9ecf-8778-492f-a81d-ad396ac66b94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.428155] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.428155] env[69019]: value = "task-3347522" [ 1142.428155] env[69019]: _type = "Task" [ 1142.428155] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.438663] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347522, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.508223] env[69019]: INFO nova.compute.manager [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Detaching volume c2847ebe-95b5-45bc-8cc8-0b218c7ee887 [ 1142.522630] env[69019]: DEBUG nova.compute.manager [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1142.553035] env[69019]: INFO nova.virt.block_device [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Attempting to driver detach volume c2847ebe-95b5-45bc-8cc8-0b218c7ee887 from mountpoint /dev/sdb [ 1142.553164] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1142.553320] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668213', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'name': 'volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5fb8e66-01c7-44d9-8fb9-d1b15843ac87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'serial': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1142.554700] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942b5cc-9498-4413-86eb-d4d0c53fc54d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.584204] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3e4452-3af9-4396-a973-c417f2949fae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.594110] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 63%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.597092] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa575ab-352a-4152-9bf9-4a18e4c073f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.624633] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866ae44-8e0f-4bde-b41a-d0e94f6b9c69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.645685] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] The volume has not been displaced from its original location: [datastore1] volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887/volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1142.651420] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.652435] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f1043d-8412-48a2-a100-2407eac3c63e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.676468] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1142.676468] env[69019]: value = "task-3347523" [ 1142.676468] env[69019]: _type = "Task" [ 1142.676468] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.687989] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.865329] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a9f2f-5594-4b8e-9946-ec3ad753721a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.873976] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd686fda-35c5-4e5a-a318-b73789276bbf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.908463] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183b22c-e50a-4c78-b510-766a8fae5b78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.917644] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64788e0b-762c-4b81-b3b5-3572fd90f440 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.935547] env[69019]: DEBUG nova.compute.provider_tree [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.947592] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347522, 'name': CreateVM_Task, 'duration_secs': 0.443368} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.950957] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.951999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.952209] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.952541] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.953284] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718827d7-b1c5-49a7-8457-8505687cb6b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.960165] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1142.960165] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52136191-d558-93b2-3adf-3e4977dc30bb" [ 1142.960165] env[69019]: _type = "Task" [ 1142.960165] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.970977] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52136191-d558-93b2-3adf-3e4977dc30bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.043756] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.089244] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 78%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.139751] env[69019]: DEBUG nova.network.neutron [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updated VIF entry in instance network info cache for port 2281ded4-725d-4175-a575-cf172ed9a79c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.140136] env[69019]: DEBUG nova.network.neutron [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.187225] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.441923] env[69019]: DEBUG nova.scheduler.client.report [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.472351] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52136191-d558-93b2-3adf-3e4977dc30bb, 'name': SearchDatastore_Task, 'duration_secs': 0.040168} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.472688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.472934] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.473197] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.473346] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.473529] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.473810] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b4e0c8-f40f-4d56-91bd-8b034ecce325 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484520] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.484734] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.485510] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2204b340-2127-4198-a27d-6b9b4e1fb8f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.491869] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1143.491869] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52eb116b-27e5-1e2b-a805-0e9449623baa" [ 1143.491869] env[69019]: _type = "Task" [ 1143.491869] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.500830] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52eb116b-27e5-1e2b-a805-0e9449623baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.590022] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 92%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.643609] env[69019]: DEBUG oslo_concurrency.lockutils [req-565ad706-b985-42ea-8123-d5836513138a req-d9ffd725-b3da-445c-9d36-0f84d612d5a2 service nova] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.685429] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.947621] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.950127] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.700s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.950414] env[69019]: DEBUG nova.objects.instance [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lazy-loading 'resources' on Instance uuid 347727d2-51b4-4bb1-9eae-c566043ebff2 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.965987] env[69019]: INFO nova.scheduler.client.report [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3 [ 1144.003605] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52eb116b-27e5-1e2b-a805-0e9449623baa, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.004472] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f2ab7b-726f-4953-8538-0245d8b95305 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.011955] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1144.011955] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52267576-817e-57a0-22cb-9313ac5871e2" [ 1144.011955] env[69019]: _type = "Task" [ 1144.011955] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.028026] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52267576-817e-57a0-22cb-9313ac5871e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.028463] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.028846] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6a745904-aca2-49c7-89b9-82d96d0ca1ed/6a745904-aca2-49c7-89b9-82d96d0ca1ed.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.029218] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c30563-aaaa-47a9-a43a-bcfbf5955d07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.039240] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1144.039240] env[69019]: value = "task-3347524" [ 1144.039240] env[69019]: _type = "Task" [ 1144.039240] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.053063] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.090937] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.190250] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347523, 'name': ReconfigVM_Task, 'duration_secs': 1.0192} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.190539] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.196358] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e548c22a-09d0-4848-9ae8-28b1cd672a4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.213795] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1144.213795] env[69019]: value = "task-3347525" [ 1144.213795] env[69019]: _type = "Task" [ 1144.213795] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.225799] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.478018] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c426920d-f6bf-48cf-b1c2-231e0c09b8a6 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "6d7f32f3-52d1-44a5-a31c-aecc3f4044a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.961s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.551174] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347524, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.590633] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 97%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.640863] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc9289-fd79-4fb5-b7e3-0e22b4c4d1ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.648870] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5ac80-4fcc-41ca-8df2-78c6d836fe25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.683157] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fecc2f-7620-42ea-9e80-a97677d1b964 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.692309] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d5be9-19ba-4fc7-85c6-ea5ded59388c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.709371] env[69019]: DEBUG nova.compute.provider_tree [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.724081] env[69019]: DEBUG oslo_vmware.api [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347525, 'name': ReconfigVM_Task, 'duration_secs': 0.175197} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.724378] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668213', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'name': 'volume-c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5fb8e66-01c7-44d9-8fb9-d1b15843ac87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887', 'serial': 'c2847ebe-95b5-45bc-8cc8-0b218c7ee887'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1145.051627] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52861} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.051856] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 6a745904-aca2-49c7-89b9-82d96d0ca1ed/6a745904-aca2-49c7-89b9-82d96d0ca1ed.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.052085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.052336] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31c7340d-529e-4963-8058-4503bfb6bccf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.059807] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1145.059807] env[69019]: value = "task-3347526" [ 1145.059807] env[69019]: _type = "Task" [ 1145.059807] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.066984] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.091165] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.183027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.183334] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.183553] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.183741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.183914] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.186135] env[69019]: INFO nova.compute.manager [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Terminating instance [ 1145.212571] env[69019]: DEBUG nova.scheduler.client.report [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.267512] env[69019]: DEBUG nova.objects.instance [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.570182] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067178} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.570624] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.571219] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af399f5-0207-46fb-8066-e7bff0dc1efb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.594368] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 6a745904-aca2-49c7-89b9-82d96d0ca1ed/6a745904-aca2-49c7-89b9-82d96d0ca1ed.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.597526] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b85567a-3d58-4183-a297-b2d72f2afc03 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.618544] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.619948] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1145.619948] env[69019]: value = "task-3347527" [ 1145.619948] env[69019]: _type = "Task" [ 1145.619948] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.629929] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.689894] env[69019]: DEBUG nova.compute.manager [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.690173] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.691071] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a838dc8-aad0-48a2-a533-1c3de40271b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.699992] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.700265] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbd8008-0dab-43b6-a627-1e3254548a4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.707073] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1145.707073] env[69019]: value = "task-3347528" [ 1145.707073] env[69019]: _type = "Task" [ 1145.707073] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.716239] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.716944] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.719304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.676s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.745043] env[69019]: INFO nova.scheduler.client.report [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Deleted allocations for instance 347727d2-51b4-4bb1-9eae-c566043ebff2 [ 1146.095041] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.130293] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.217413] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347528, 'name': PowerOffVM_Task, 'duration_secs': 0.193603} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.217696] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.217869] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.218137] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35aeea84-7f08-4f5e-ae10-3de47435234f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.227476] env[69019]: INFO nova.compute.claims [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.252358] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7fc71f18-a64a-4fe0-8ee0-79b624763de1 tempest-ServersV294TestFqdnHostnames-324018647 tempest-ServersV294TestFqdnHostnames-324018647-project-member] Lock "347727d2-51b4-4bb1-9eae-c566043ebff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.707s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.274754] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b1faa321-55eb-4643-9240-9106be7b94fb tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.270s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.289459] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.289735] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.289993] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore2] 7b6a7bf1-1dca-4589-8e66-5211b06d7b19 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.290260] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed509d1f-92e3-4190-b0c6-9974c2b425bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.298422] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1146.298422] env[69019]: value = "task-3347530" [ 1146.298422] env[69019]: _type = "Task" [ 1146.298422] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.307480] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.596597] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task} progress is 98%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.629666] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347527, 'name': ReconfigVM_Task, 'duration_secs': 0.722506} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.630595] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 6a745904-aca2-49c7-89b9-82d96d0ca1ed/6a745904-aca2-49c7-89b9-82d96d0ca1ed.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.630595] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f0b8b0-d8cc-43f7-85c3-49cf815ae1c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.638343] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1146.638343] env[69019]: value = "task-3347531" [ 1146.638343] env[69019]: _type = "Task" [ 1146.638343] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.651534] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347531, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.733696] env[69019]: INFO nova.compute.resource_tracker [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating resource usage from migration fa60925a-4be9-43b8-b0c0-ddb691053eda [ 1146.812278] env[69019]: DEBUG oslo_vmware.api [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140343} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.812552] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.812741] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.812952] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.813183] env[69019]: INFO nova.compute.manager [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1146.813437] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.813661] env[69019]: DEBUG nova.compute.manager [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.813750] env[69019]: DEBUG nova.network.neutron [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.934882] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135fa3a-f971-4a0b-880b-a586fa2ed4b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.943484] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7dac61-e9e0-48a1-821d-8e9d331a6201 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.983946] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93938df-2d78-4541-a827-ce06fa76120b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.995665] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470c684-08d0-4519-a37c-bd1c3b25d987 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.013254] env[69019]: DEBUG nova.compute.provider_tree [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.098572] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347521, 'name': RelocateVM_Task, 'duration_secs': 5.609462} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.098869] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.099121] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668210', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'name': 'volume-3af9a020-c8f6-4535-ae7d-496aee099dff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54848a-3e18-41d4-a11b-686c129e3989', 'attached_at': '', 'detached_at': '', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'serial': '3af9a020-c8f6-4535-ae7d-496aee099dff'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.099894] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9efa270-2d6c-4728-9e5a-0fd6b1d99a8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.119902] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39325af3-7013-4286-99f2-8af256b076b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.148337] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-3af9a020-c8f6-4535-ae7d-496aee099dff/volume-3af9a020-c8f6-4535-ae7d-496aee099dff.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.150029] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2acefd9c-f532-4ee4-986c-7454a4325cb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.177397] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347531, 'name': Rename_Task, 'duration_secs': 0.381046} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.179091] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.179649] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1147.179649] env[69019]: value = "task-3347532" [ 1147.179649] env[69019]: _type = "Task" [ 1147.179649] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.179649] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b433d1e-5432-496c-9074-c77edc6fd163 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.189118] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1147.189118] env[69019]: value = "task-3347533" [ 1147.189118] env[69019]: _type = "Task" [ 1147.189118] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.192199] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.200571] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.317828] env[69019]: DEBUG nova.compute.manager [req-5330386f-7ee2-4082-bb0f-4b134edb3cbf req-716e779e-7284-4407-8e1b-cb48e2f07e21 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Received event network-vif-deleted-44e11333-4151-4d7b-a08e-39fb039af72d {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.318036] env[69019]: INFO nova.compute.manager [req-5330386f-7ee2-4082-bb0f-4b134edb3cbf req-716e779e-7284-4407-8e1b-cb48e2f07e21 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Neutron deleted interface 44e11333-4151-4d7b-a08e-39fb039af72d; detaching it from the instance and deleting it from the info cache [ 1147.318219] env[69019]: DEBUG nova.network.neutron [req-5330386f-7ee2-4082-bb0f-4b134edb3cbf req-716e779e-7284-4407-8e1b-cb48e2f07e21 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.520149] env[69019]: DEBUG nova.scheduler.client.report [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.536047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.536047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.536047] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.536329] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.536410] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.538669] env[69019]: INFO nova.compute.manager [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Terminating instance [ 1147.666446] env[69019]: DEBUG nova.network.neutron [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.692152] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347532, 'name': ReconfigVM_Task, 'duration_secs': 0.416991} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.692522] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-3af9a020-c8f6-4535-ae7d-496aee099dff/volume-3af9a020-c8f6-4535-ae7d-496aee099dff.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.700768] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931becd3-6dbe-4c4e-b412-8b5caf2e66b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.717741] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347533, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.719201] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1147.719201] env[69019]: value = "task-3347534" [ 1147.719201] env[69019]: _type = "Task" [ 1147.719201] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.729818] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.820359] env[69019]: INFO nova.compute.manager [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Rebuilding instance [ 1147.822919] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f66023-640b-4565-87ac-4578ceaa19ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.833698] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f2765c-bfa4-4b97-9e5a-788ecfd63142 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.870409] env[69019]: DEBUG nova.compute.manager [req-5330386f-7ee2-4082-bb0f-4b134edb3cbf req-716e779e-7284-4407-8e1b-cb48e2f07e21 service nova] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Detach interface failed, port_id=44e11333-4151-4d7b-a08e-39fb039af72d, reason: Instance 7b6a7bf1-1dca-4589-8e66-5211b06d7b19 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.876406] env[69019]: DEBUG nova.compute.manager [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.877314] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9368b338-4df4-44dc-81bb-a1ec2e62f6a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.025014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.025339] env[69019]: INFO nova.compute.manager [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Migrating [ 1148.044024] env[69019]: DEBUG nova.compute.manager [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.044024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.047265] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5742c5-eb24-4efc-9bb1-44b2683a2ac7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.059026] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.059477] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1394353-0789-4161-9322-c039bd59ef2f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.069356] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1148.069356] env[69019]: value = "task-3347535" [ 1148.069356] env[69019]: _type = "Task" [ 1148.069356] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.078483] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.168805] env[69019]: INFO nova.compute.manager [-] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Took 1.35 seconds to deallocate network for instance. [ 1148.203929] env[69019]: DEBUG oslo_vmware.api [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347533, 'name': PowerOnVM_Task, 'duration_secs': 0.545048} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.205025] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.205302] env[69019]: INFO nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1148.205457] env[69019]: DEBUG nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.206314] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a69161-de9a-43d2-9f68-425f6b84ae08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.229376] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347534, 'name': ReconfigVM_Task, 'duration_secs': 0.215486} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.229780] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668210', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'name': 'volume-3af9a020-c8f6-4535-ae7d-496aee099dff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54848a-3e18-41d4-a11b-686c129e3989', 'attached_at': '', 'detached_at': '', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'serial': '3af9a020-c8f6-4535-ae7d-496aee099dff'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.230499] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30a57b10-61b0-46dd-85c9-60ab9aad4cdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.240234] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1148.240234] env[69019]: value = "task-3347536" [ 1148.240234] env[69019]: _type = "Task" [ 1148.240234] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.250957] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347536, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.541384] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.541543] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.541729] env[69019]: DEBUG nova.network.neutron [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.579750] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347535, 'name': PowerOffVM_Task, 'duration_secs': 0.280271} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.580007] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.580233] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.580581] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6faf9ded-686f-450f-b00c-ce19283d1da0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.646525] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.646741] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.646973] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleting the datastore file [datastore1] d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.647255] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d7b174-1302-4710-8358-5d2506bfe11f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.656035] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1148.656035] env[69019]: value = "task-3347538" [ 1148.656035] env[69019]: _type = "Task" [ 1148.656035] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.664158] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.675534] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.675937] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.676164] env[69019]: DEBUG nova.objects.instance [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid 7b6a7bf1-1dca-4589-8e66-5211b06d7b19 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.724041] env[69019]: INFO nova.compute.manager [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Took 12.88 seconds to build instance. [ 1148.752126] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347536, 'name': Rename_Task, 'duration_secs': 0.152972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.752444] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.752766] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-744dd3df-9a06-49f6-8a40-85017ddbfbc1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.762707] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1148.762707] env[69019]: value = "task-3347539" [ 1148.762707] env[69019]: _type = "Task" [ 1148.762707] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.774651] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.892267] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.892543] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a62715c-c17c-4156-88ca-91b9dada9a09 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.901775] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1148.901775] env[69019]: value = "task-3347540" [ 1148.901775] env[69019]: _type = "Task" [ 1148.901775] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.911514] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.168028] env[69019]: DEBUG oslo_vmware.api [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149965} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.168162] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.168332] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.168514] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.168692] env[69019]: INFO nova.compute.manager [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.169250] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.169250] env[69019]: DEBUG nova.compute.manager [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.169250] env[69019]: DEBUG nova.network.neutron [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.227901] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ca57cf3d-b1ff-4456-a0f9-87fd935278cd tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.395s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.258971] env[69019]: DEBUG nova.network.neutron [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.282842] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.374455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f777216-427f-44f7-8c3a-d77fe5722809 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.383094] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424a0e6-f37e-40ca-8f56-25b913a91820 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.421763] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c45eff-68d9-4bc9-a5e1-2b712bdd4ac7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430513] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347540, 'name': PowerOffVM_Task, 'duration_secs': 0.200026} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.433021] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.433118] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.433950] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9a05b-8b88-47e4-b2e8-8a5f621e5ed9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.437580] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f06b1d-5360-4027-bcee-89175591fc44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.446494] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.456144] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f80af7-5b23-475b-9bce-b55694e948be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.458060] env[69019]: DEBUG nova.compute.provider_tree [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.547552] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.548046] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.548138] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleting the datastore file [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.548395] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac361b01-d113-451f-8a37-9414dda4ae4c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.556500] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1149.556500] env[69019]: value = "task-3347542" [ 1149.556500] env[69019]: _type = "Task" [ 1149.556500] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.565201] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.764804] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.779807] env[69019]: DEBUG oslo_vmware.api [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347539, 'name': PowerOnVM_Task, 'duration_secs': 0.676157} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.780105] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.780356] env[69019]: INFO nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1149.780495] env[69019]: DEBUG nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.783285] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa3a81-6a69-4d74-9039-559ab49b1c38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.961113] env[69019]: DEBUG nova.scheduler.client.report [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.067726] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140745} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.068391] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.068391] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.068391] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.307963] env[69019]: INFO nova.compute.manager [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Took 16.74 seconds to build instance. [ 1150.330114] env[69019]: DEBUG nova.compute.manager [req-7dee7429-8c0b-4f03-bfe5-10bad24c25f9 req-80b05096-bb36-4e0e-a36a-f0064e08b689 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Received event network-vif-deleted-ce431332-d6ee-4126-b447-2b84d673cb83 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.330336] env[69019]: INFO nova.compute.manager [req-7dee7429-8c0b-4f03-bfe5-10bad24c25f9 req-80b05096-bb36-4e0e-a36a-f0064e08b689 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Neutron deleted interface ce431332-d6ee-4126-b447-2b84d673cb83; detaching it from the instance and deleting it from the info cache [ 1150.330506] env[69019]: DEBUG nova.network.neutron [req-7dee7429-8c0b-4f03-bfe5-10bad24c25f9 req-80b05096-bb36-4e0e-a36a-f0064e08b689 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.466470] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.492148] env[69019]: INFO nova.scheduler.client.report [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance 7b6a7bf1-1dca-4589-8e66-5211b06d7b19 [ 1150.810518] env[69019]: DEBUG nova.network.neutron [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.813766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5928aff3-4482-4fd7-a44f-581a5527916c tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.260s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.834619] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-376e97c2-cf84-47bb-9bec-9970a6265015 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.850738] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b72b12b-373b-4303-816a-26747bc074f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.890746] env[69019]: DEBUG nova.compute.manager [req-7dee7429-8c0b-4f03-bfe5-10bad24c25f9 req-80b05096-bb36-4e0e-a36a-f0064e08b689 service nova] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Detach interface failed, port_id=ce431332-d6ee-4126-b447-2b84d673cb83, reason: Instance d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.006711] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0e59d3bd-709b-4bea-bd2f-509d9622e27d tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "7b6a7bf1-1dca-4589-8e66-5211b06d7b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.107481] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.107748] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.107927] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.108148] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.108306] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.108465] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.108698] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.108888] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.109086] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.109272] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.109453] env[69019]: DEBUG nova.virt.hardware [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.110374] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37209dd8-632d-4332-accb-85d0dd5698bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.121491] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce156a-89a8-4359-b006-b8400214b49b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.143993] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:23:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53531ede-aa0e-47d5-8d08-8b8c339deb13', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.156428] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.157180] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.157426] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c4cdcb-1369-439d-b95b-953b987dae93 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.178674] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.178674] env[69019]: value = "task-3347543" [ 1151.178674] env[69019]: _type = "Task" [ 1151.178674] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.188583] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347543, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.288367] env[69019]: DEBUG nova.compute.manager [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.288635] env[69019]: DEBUG nova.compute.manager [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing instance network info cache due to event network-changed-b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.289045] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] Acquiring lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.289287] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] Acquired lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.289574] env[69019]: DEBUG nova.network.neutron [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Refreshing network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.299887] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d172bb1a-04bb-44bb-bdd2-b2c8caa66697 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.325798] env[69019]: INFO nova.compute.manager [-] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Took 2.16 seconds to deallocate network for instance. [ 1151.326281] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.692696] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347543, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.837567] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.837926] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1116de27-56c0-4f50-b4f6-7a3f16f56658 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.840913] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.841234] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.841483] env[69019]: DEBUG nova.objects.instance [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'resources' on Instance uuid d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.860031] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1151.860031] env[69019]: value = "task-3347544" [ 1151.860031] env[69019]: _type = "Task" [ 1151.860031] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.871535] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.151597] env[69019]: DEBUG nova.network.neutron [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updated VIF entry in instance network info cache for port b7513987-0d97-494c-9d5d-881714dbd91e. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.152088] env[69019]: DEBUG nova.network.neutron [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [{"id": "b7513987-0d97-494c-9d5d-881714dbd91e", "address": "fa:16:3e:cb:f5:c6", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7513987-0d", "ovs_interfaceid": "b7513987-0d97-494c-9d5d-881714dbd91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.191709] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347543, 'name': CreateVM_Task, 'duration_secs': 0.699021} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.192080] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.192877] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.193119] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.193501] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.193856] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba74e26f-bbef-4871-94c7-0cc5c35c2ce4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.201019] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1152.201019] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242917b-d5aa-5715-cb35-7484378f6f28" [ 1152.201019] env[69019]: _type = "Task" [ 1152.201019] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.210884] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242917b-d5aa-5715-cb35-7484378f6f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.368228] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347544, 'name': PowerOffVM_Task, 'duration_secs': 0.2375} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.371531] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.371792] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.378838] env[69019]: DEBUG nova.compute.manager [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-changed-2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.378838] env[69019]: DEBUG nova.compute.manager [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing instance network info cache due to event network-changed-2281ded4-725d-4175-a575-cf172ed9a79c. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.378838] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.378838] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.378997] env[69019]: DEBUG nova.network.neutron [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing network info cache for port 2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.536814] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799f028-8536-4f0f-a4ff-d0102c33d4bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.545443] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d525c-e08d-4305-8211-23d690e093da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.579892] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab40c8-78e0-42d6-91da-fecf48267d9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.585412] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.585664] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.593182] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd917dde-79a9-4154-ac4e-17e3f8d0cd02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.608566] env[69019]: DEBUG nova.compute.provider_tree [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.655391] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b96e232-5c17-479c-abdc-1d66fea04648 req-e5ab7bb5-5e0b-428c-ae34-ee252b650a73 service nova] Releasing lock "refresh_cache-c257545b-5b6b-4bec-9e9a-dd7e36a82799" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.714031] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5242917b-d5aa-5715-cb35-7484378f6f28, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.714031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.714031] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.714031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.714031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.714031] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.714031] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f051f00-c145-4b30-a15c-bfab0190e7dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.723208] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.723396] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.724125] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f84bd4-a677-4c61-989a-b85e9f74107a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.730624] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1152.730624] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac0f72-daea-b6da-d8c3-c13b74992c4c" [ 1152.730624] env[69019]: _type = "Task" [ 1152.730624] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.739525] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac0f72-daea-b6da-d8c3-c13b74992c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.745404] env[69019]: DEBUG nova.compute.manager [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1152.878050] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.878399] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.878498] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.878629] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.878780] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.878933] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.879156] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.879321] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.879488] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.879649] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.879823] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.887068] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3ed509-03f2-47f8-808f-adb05bc5549b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.904328] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1152.904328] env[69019]: value = "task-3347545" [ 1152.904328] env[69019]: _type = "Task" [ 1152.904328] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.912645] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.088151] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.111567] env[69019]: DEBUG nova.scheduler.client.report [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.147343] env[69019]: DEBUG nova.network.neutron [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updated VIF entry in instance network info cache for port 2281ded4-725d-4175-a575-cf172ed9a79c. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.147703] env[69019]: DEBUG nova.network.neutron [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.242749] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ac0f72-daea-b6da-d8c3-c13b74992c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.243549] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07380f79-5702-4d05-af94-a4082200c9cf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.251880] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1153.251880] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52145905-d90f-6641-aa41-c49d7090a732" [ 1153.251880] env[69019]: _type = "Task" [ 1153.251880] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.260016] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52145905-d90f-6641-aa41-c49d7090a732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.267822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.314344] env[69019]: DEBUG nova.compute.manager [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Received event network-changed-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.314547] env[69019]: DEBUG nova.compute.manager [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Refreshing instance network info cache due to event network-changed-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.314806] env[69019]: DEBUG oslo_concurrency.lockutils [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.314965] env[69019]: DEBUG oslo_concurrency.lockutils [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.315145] env[69019]: DEBUG nova.network.neutron [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Refreshing network info cache for port 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.413773] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347545, 'name': ReconfigVM_Task, 'duration_secs': 0.193787} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.414090] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.607355] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.616226] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.618290] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.351s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.633893] env[69019]: INFO nova.scheduler.client.report [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted allocations for instance d5fb8e66-01c7-44d9-8fb9-d1b15843ac87 [ 1153.649743] env[69019]: DEBUG oslo_concurrency.lockutils [req-ca918449-103b-40f4-9e2a-6be2bdb8da9c req-dacca29d-5237-430a-8657-d4a5effc3fb9 service nova] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.763017] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52145905-d90f-6641-aa41-c49d7090a732, 'name': SearchDatastore_Task, 'duration_secs': 0.018544} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.763289] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.763552] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.763810] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea4361f-764d-42e1-b852-2f7f974b161f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.771730] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1153.771730] env[69019]: value = "task-3347546" [ 1153.771730] env[69019]: _type = "Task" [ 1153.771730] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.779762] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.921429] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.921761] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.922038] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.922320] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.922545] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.922790] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.923150] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.923355] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.923572] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.923748] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.923997] env[69019]: DEBUG nova.virt.hardware [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.930295] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.930712] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316a553e-4c01-444b-8983-6eab9a652e16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.953825] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1153.953825] env[69019]: value = "task-3347547" [ 1153.953825] env[69019]: _type = "Task" [ 1153.953825] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.965910] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.086060] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.086060] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1154.128426] env[69019]: INFO nova.compute.claims [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.143405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-98076085-729d-412c-aeb0-6d7cc5126ce7 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "d5fb8e66-01c7-44d9-8fb9-d1b15843ac87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.607s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.199567] env[69019]: DEBUG nova.network.neutron [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updated VIF entry in instance network info cache for port 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.199962] env[69019]: DEBUG nova.network.neutron [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.283621] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471172} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.283968] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.284232] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.284485] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2722198f-e6d3-486f-abad-67b15c1cb50b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.293058] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1154.293058] env[69019]: value = "task-3347548" [ 1154.293058] env[69019]: _type = "Task" [ 1154.293058] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.303861] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.463703] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347547, 'name': ReconfigVM_Task, 'duration_secs': 0.225499} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.463985] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.464792] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b973be-7c06-4c1e-9f68-8a594bc47247 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.486896] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.487164] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45164f71-0baf-4f2b-80bc-e71bbfcfb458 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.507161] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1154.507161] env[69019]: value = "task-3347549" [ 1154.507161] env[69019]: _type = "Task" [ 1154.507161] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.515503] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.604208] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] There are 66 instances to clean {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1154.604383] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6d7f32f3-52d1-44a5-a31c-aecc3f4044a3] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.639070] env[69019]: INFO nova.compute.resource_tracker [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating resource usage from migration e2b5f78f-7b9e-4dfd-ad39-f338df562553 [ 1154.703277] env[69019]: DEBUG oslo_concurrency.lockutils [req-6b50b2df-9259-498f-9bf6-76a7135dc31f req-d87bf6ff-3e96-4ecc-8877-2720ae002a84 service nova] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.783690] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a653dc-798e-404a-ab44-59c06ba2fd94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.791697] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5790161-92f3-44dc-b042-80f388416d28 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.802951] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064941} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.826867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.827847] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbc1f8-ab93-4d39-9dab-07d6aeab29f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.830793] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad112dc4-3a86-4fa6-ac07-c7226074a0fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.849252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d20293-fc29-4e74-9ea9-e93e9095efb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.861760] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.862064] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93af0a0-9386-46e4-a4e4-a01180eed038 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.888050] env[69019]: DEBUG nova.compute.provider_tree [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.890568] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1154.890568] env[69019]: value = "task-3347550" [ 1154.890568] env[69019]: _type = "Task" [ 1154.890568] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.900864] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.020067] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.108628] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 7b6a7bf1-1dca-4589-8e66-5211b06d7b19] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.392980] env[69019]: DEBUG nova.scheduler.client.report [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.406081] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347550, 'name': ReconfigVM_Task, 'duration_secs': 0.271106} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.406371] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0/a0a3c640-087b-44c4-8db5-816d1c4b80e0.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.407052] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd14375b-84ba-4a76-a3e7-66848df8cd52 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.414929] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1155.414929] env[69019]: value = "task-3347551" [ 1155.414929] env[69019]: _type = "Task" [ 1155.414929] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.424021] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347551, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.518471] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347549, 'name': ReconfigVM_Task, 'duration_secs': 0.848419} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.518762] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5/59f2bd3d-0ebf-4520-b598-01a639759ba5.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.519047] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.612228] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: fc9376a1-e729-469c-9ca1-1fd6cd5d6059] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.832434] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.832671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.901781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.901962] env[69019]: INFO nova.compute.manager [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Migrating [ 1155.908581] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.301s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.910115] env[69019]: INFO nova.compute.claims [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.931603] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347551, 'name': Rename_Task, 'duration_secs': 0.141473} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.932164] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.932424] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5ab9338-5f2f-457e-ad9a-36eaf9cbe0ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.942608] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1155.942608] env[69019]: value = "task-3347552" [ 1155.942608] env[69019]: _type = "Task" [ 1155.942608] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.955579] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.026191] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0398692d-d6c1-49d5-ab86-e91e321cf603 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.045123] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b113221-6c0c-4b13-a9b5-8b25dc740ad6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.063159] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.115241] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: b118f100-2825-444c-88f2-91bfcd74d5ce] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.334985] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.425585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.425895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.426186] env[69019]: DEBUG nova.network.neutron [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.453306] env[69019]: DEBUG oslo_vmware.api [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347552, 'name': PowerOnVM_Task, 'duration_secs': 0.508041} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.453583] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.453786] env[69019]: DEBUG nova.compute.manager [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.454580] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf159ca2-7c2c-42d2-a423-ab858424bfaf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.603573] env[69019]: DEBUG nova.network.neutron [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Port 87d8fb86-89c0-418f-8edb-d07323101b17 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1156.618114] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: d5fb8e66-01c7-44d9-8fb9-d1b15843ac87] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.859174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.974971] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.121768] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 20bf5da3-1081-4f22-81eb-d2d8fbded7de] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.124047] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca11f107-7398-469d-945f-ac20f33218d8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.131982] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b6567-cb63-473d-8e83-6fefabb137a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.166438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8954283-e17d-4f38-bc84-e80a90e452a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.175248] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03cb3f-e48e-4136-a782-5454b2ee8922 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.190481] env[69019]: DEBUG nova.compute.provider_tree [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.254967] env[69019]: DEBUG nova.network.neutron [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.426368] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.426669] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.426889] env[69019]: INFO nova.compute.manager [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Shelving [ 1157.630933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.630933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.630933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.632036] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 1c34a310-a944-46d4-ad5b-c136ab52d8c2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.694281] env[69019]: DEBUG nova.scheduler.client.report [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.758345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.134075] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: d5680a4b-3617-403b-8a0f-a0bdca4676f2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.199466] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.200014] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.202475] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.343s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.204540] env[69019]: INFO nova.compute.claims [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.436671] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.436983] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed3d42a-cae6-4ca0-ae50-9ca3fe1316ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.445260] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1158.445260] env[69019]: value = "task-3347553" [ 1158.445260] env[69019]: _type = "Task" [ 1158.445260] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.454015] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.636572] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6ba26233-e4f6-4477-a4ea-4845865f24c0] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.665198] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.665371] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.665548] env[69019]: DEBUG nova.network.neutron [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.710796] env[69019]: DEBUG nova.compute.utils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.713332] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.713503] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.761640] env[69019]: DEBUG nova.policy [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.958038] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347553, 'name': PowerOffVM_Task, 'duration_secs': 0.261051} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.958419] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.959251] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207d669-c5ce-4e39-838f-96960eb7c7ff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.980941] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3db92-7abc-44dd-9c2f-664ee5ba9066 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.019259] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Successfully created port: eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.140663] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: ca13bf5f-67d1-43a3-ae48-ee6ecc9a4d7b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.213989] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.271672] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67138e8d-ffef-465c-bfcf-6331936f384e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.294263] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.391542] env[69019]: DEBUG nova.network.neutron [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.407636] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a5a6bd-519e-42cb-9717-6d286222233a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.415333] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc35c214-c41b-4db4-8a91-5d550fbafee2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.447024] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4298b07d-f90c-4853-b01e-9346ab7cec40 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.455216] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8e255-0da2-4c79-a0b9-5cebbde4f56d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.468853] env[69019]: DEBUG nova.compute.provider_tree [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.491914] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1159.491914] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcdca486-bb1c-4f8b-868a-cdc0381a56df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.499823] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1159.499823] env[69019]: value = "task-3347554" [ 1159.499823] env[69019]: _type = "Task" [ 1159.499823] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.508730] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.643842] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 79600fea-febb-4569-8dd4-7d569f3bb44f] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.805223] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.805476] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81a3ed6-ab79-4e63-9763-730d657a113f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.814254] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1159.814254] env[69019]: value = "task-3347555" [ 1159.814254] env[69019]: _type = "Task" [ 1159.814254] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.822317] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.893972] env[69019]: DEBUG oslo_concurrency.lockutils [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.971916] env[69019]: DEBUG nova.scheduler.client.report [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.010442] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347554, 'name': CreateSnapshot_Task, 'duration_secs': 0.409842} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.010691] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1160.011442] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b857fa-63f9-4872-8a97-9123426cea6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.147585] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 851f666c-6822-471f-a3f0-3377a56d2339] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.225883] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.251669] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.251920] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.252093] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.252284] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.252431] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.252576] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.252809] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.253038] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.253223] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.253387] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.253560] env[69019]: DEBUG nova.virt.hardware [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.254410] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e130a-7ddd-41e8-bfdd-363cde7c1712 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.262614] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1577916b-823f-49f0-a157-e1bd17dc9c16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.324280] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347555, 'name': PowerOffVM_Task, 'duration_secs': 0.181628} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.324561] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.324788] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.416416] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c48b731-2840-4d0e-8318-0b08ff32e685 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.437428] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6514c-3053-4d12-a59c-658a15abb5a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.446807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.462425] env[69019]: DEBUG nova.compute.manager [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Received event network-vif-plugged-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.462668] env[69019]: DEBUG oslo_concurrency.lockutils [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] Acquiring lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.462935] env[69019]: DEBUG oslo_concurrency.lockutils [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.463069] env[69019]: DEBUG oslo_concurrency.lockutils [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.463243] env[69019]: DEBUG nova.compute.manager [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] No waiting events found dispatching network-vif-plugged-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.463408] env[69019]: WARNING nova.compute.manager [req-e1700083-87c3-4681-bb0f-136d7d0e7dac req-e7273a78-378f-4515-a6b9-3871c8539b18 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Received unexpected event network-vif-plugged-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb for instance with vm_state building and task_state spawning. [ 1160.476585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.477092] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.479812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.505s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.479999] env[69019]: DEBUG nova.objects.instance [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69019) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1160.528635] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1160.529249] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c130e23-5294-4821-b14b-098603734a9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.538987] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1160.538987] env[69019]: value = "task-3347556" [ 1160.538987] env[69019]: _type = "Task" [ 1160.538987] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.547723] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347556, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.554909] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Successfully updated port: eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.650924] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 8b9e871c-47a4-4ee2-aad5-b4de7de593da] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.831462] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.831739] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.831917] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.832117] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.832270] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.832418] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.832624] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.832814] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.833016] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.833204] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.833386] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.839916] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ef1da3-8d4e-40a2-bb91-252d5b9acff6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.857929] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1160.857929] env[69019]: value = "task-3347557" [ 1160.857929] env[69019]: _type = "Task" [ 1160.857929] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.867122] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.955110] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.955479] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c813df-1047-4381-b511-4c49694b49a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.964784] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1160.964784] env[69019]: value = "task-3347558" [ 1160.964784] env[69019]: _type = "Task" [ 1160.964784] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.973972] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.984706] env[69019]: DEBUG nova.compute.utils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.991019] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.991231] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.032706] env[69019]: DEBUG nova.policy [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a35556ac2c46a5a154bffb96a9a4f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858689c33613412bbee445f6b102d231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.049995] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347556, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.058698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.058857] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.059011] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.158758] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 7909018a-1fcc-4434-9626-b36a26140738] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.328996] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Successfully created port: 31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.367844] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347557, 'name': ReconfigVM_Task, 'duration_secs': 0.279605} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.368012] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.475126] env[69019]: DEBUG oslo_vmware.api [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347558, 'name': PowerOnVM_Task, 'duration_secs': 0.503348} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.475416] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.475599] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-97965c63-acc0-4e64-a246-ec51b301f6cd tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance '59f2bd3d-0ebf-4520-b598-01a639759ba5' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.487651] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.492278] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1c20378-21a1-4b5c-978f-4e4bb61dd455 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.550321] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347556, 'name': CloneVM_Task, 'duration_secs': 0.952225} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.550587] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Created linked-clone VM from snapshot [ 1161.551362] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950612a4-22e9-45e0-ad3b-d6aeea16af9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.558819] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Uploading image aaef7a0a-121d-4888-bff5-af7e73e3195b {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1161.589903] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1161.589903] env[69019]: value = "vm-668218" [ 1161.589903] env[69019]: _type = "VirtualMachine" [ 1161.589903] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1161.590232] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05271269-f5d1-46de-867b-999d86bb0087 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.593594] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.597342] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease: (returnval){ [ 1161.597342] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bcfb10-dd0e-5c16-dd6e-3b6a2f9f3634" [ 1161.597342] env[69019]: _type = "HttpNfcLease" [ 1161.597342] env[69019]: } obtained for exporting VM: (result){ [ 1161.597342] env[69019]: value = "vm-668218" [ 1161.597342] env[69019]: _type = "VirtualMachine" [ 1161.597342] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1161.597571] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the lease: (returnval){ [ 1161.597571] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bcfb10-dd0e-5c16-dd6e-3b6a2f9f3634" [ 1161.597571] env[69019]: _type = "HttpNfcLease" [ 1161.597571] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1161.604105] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.604105] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bcfb10-dd0e-5c16-dd6e-3b6a2f9f3634" [ 1161.604105] env[69019]: _type = "HttpNfcLease" [ 1161.604105] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.661856] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: b48ce262-0004-49a1-9d3c-70e162d300ee] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.718440] env[69019]: DEBUG nova.network.neutron [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Updating instance_info_cache with network_info: [{"id": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "address": "fa:16:3e:83:8e:02", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2cc46c-31", "ovs_interfaceid": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.874079] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.874580] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.874580] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.874712] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.874878] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.875056] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.875296] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.875459] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.875624] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.875799] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.876088] env[69019]: DEBUG nova.virt.hardware [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.881575] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.881869] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f5058b-6920-490e-be7e-e19d24d4aa98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.900771] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1161.900771] env[69019]: value = "task-3347560" [ 1161.900771] env[69019]: _type = "Task" [ 1161.900771] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.910149] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.105680] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.105680] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bcfb10-dd0e-5c16-dd6e-3b6a2f9f3634" [ 1162.105680] env[69019]: _type = "HttpNfcLease" [ 1162.105680] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.105920] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.105920] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bcfb10-dd0e-5c16-dd6e-3b6a2f9f3634" [ 1162.105920] env[69019]: _type = "HttpNfcLease" [ 1162.105920] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1162.106684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed768d-9587-4337-9fbc-9a2895fa4acf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.115052] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.115226] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1162.173807] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6307787e-3373-40df-b663-973fc5020f0b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.221039] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.221363] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Instance network_info: |[{"id": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "address": "fa:16:3e:83:8e:02", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2cc46c-31", "ovs_interfaceid": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.221771] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.229243] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.229451] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.229934] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d58c62-12ce-4be2-8fd2-c475e0f71f19 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.250289] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.250289] env[69019]: value = "task-3347561" [ 1162.250289] env[69019]: _type = "Task" [ 1162.250289] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.258255] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347561, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.293058] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca3192d6-c38a-49f5-8c64-bc17883a96b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.411219] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347560, 'name': ReconfigVM_Task, 'duration_secs': 0.27844} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.411579] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.412814] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ab5661-939f-419a-9ae6-6fbf7da9da4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.435759] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-3af9a020-c8f6-4535-ae7d-496aee099dff/volume-3af9a020-c8f6-4535-ae7d-496aee099dff.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.436059] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca96e548-fe72-4163-9cab-3b37ef92792f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.458535] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1162.458535] env[69019]: value = "task-3347562" [ 1162.458535] env[69019]: _type = "Task" [ 1162.458535] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.466820] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.494593] env[69019]: DEBUG nova.compute.manager [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Received event network-changed-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.494593] env[69019]: DEBUG nova.compute.manager [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Refreshing instance network info cache due to event network-changed-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.494593] env[69019]: DEBUG oslo_concurrency.lockutils [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] Acquiring lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.494593] env[69019]: DEBUG oslo_concurrency.lockutils [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] Acquired lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.494870] env[69019]: DEBUG nova.network.neutron [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Refreshing network info cache for port eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.497809] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.523593] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.523593] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.523593] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.523593] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.523593] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.524013] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.524013] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.524191] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.524228] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.524362] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.524552] env[69019]: DEBUG nova.virt.hardware [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.525744] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6d7982-69c2-4579-be85-424effd89337 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.535187] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802b862-e062-47c8-8188-30fa536ed3ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.678102] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 89353d9d-86b6-4958-9bf1-806e8296fd9b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.763113] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347561, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.979340] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.004796] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Successfully updated port: 31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.181417] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: e7487a5d-639b-46d3-b19d-ec1bd4709e52] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.222608] env[69019]: DEBUG nova.network.neutron [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Updated VIF entry in instance network info cache for port eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.223345] env[69019]: DEBUG nova.network.neutron [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Updating instance_info_cache with network_info: [{"id": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "address": "fa:16:3e:83:8e:02", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2cc46c-31", "ovs_interfaceid": "eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.261214] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347561, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.471658] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347562, 'name': ReconfigVM_Task, 'duration_secs': 0.60745} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.474303] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-3af9a020-c8f6-4535-ae7d-496aee099dff/volume-3af9a020-c8f6-4535-ae7d-496aee099dff.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.474303] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.509712] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.509952] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.510192] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.684614] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: c923420a-c94a-4321-9a1a-f02dbf86862a] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.725532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.725730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.725933] env[69019]: DEBUG nova.compute.manager [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Going to confirm migration 7 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1163.727490] env[69019]: DEBUG oslo_concurrency.lockutils [req-d36bdf27-1206-446c-a4fe-c6c0ac8687bd req-b02a5a83-a30f-4c60-92c2-bdc97b6801cb service nova] Releasing lock "refresh_cache-a5bdd38f-d9b3-470b-b5a0-4894de8b8122" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762739] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347561, 'name': CreateVM_Task, 'duration_secs': 1.340927} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.762993] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.763748] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.763982] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.764452] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.764889] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa52bdc-1e88-408e-b4f8-54b51d5bcf58 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.769512] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1163.769512] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5205dbe5-34d4-4b4e-2bac-5c58767558e7" [ 1163.769512] env[69019]: _type = "Task" [ 1163.769512] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.777488] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5205dbe5-34d4-4b4e-2bac-5c58767558e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.980052] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f04925-15af-4598-ad22-deaf60e22eb7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.000591] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600d904-522f-40fe-9d40-72e52c15aa2d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.023691] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.055057] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.191420] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: bc95f014-90d9-400e-bd08-fbee64b127ca] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.201677] env[69019]: DEBUG nova.network.neutron [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating instance_info_cache with network_info: [{"id": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "address": "fa:16:3e:49:af:a1", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfda5e-b4", "ovs_interfaceid": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.291913] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5205dbe5-34d4-4b4e-2bac-5c58767558e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.293276] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.293276] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.293469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.293617] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.293906] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.295554] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.295880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquired lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.296295] env[69019]: DEBUG nova.network.neutron [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.296701] env[69019]: DEBUG nova.objects.instance [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'info_cache' on Instance uuid 59f2bd3d-0ebf-4520-b598-01a639759ba5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.298561] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77402690-06ac-46c8-81c1-ab6440a02a01 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.315218] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.315550] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.316415] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b52758d-dce7-4480-990d-a68ad8d4c3fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.322303] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1164.322303] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d48ae-f7a0-f999-8035-963d735ebf23" [ 1164.322303] env[69019]: _type = "Task" [ 1164.322303] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.331549] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d48ae-f7a0-f999-8035-963d735ebf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.521275] env[69019]: DEBUG nova.compute.manager [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Received event network-vif-plugged-31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.521386] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.521710] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.521936] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.522143] env[69019]: DEBUG nova.compute.manager [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] No waiting events found dispatching network-vif-plugged-31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.522320] env[69019]: WARNING nova.compute.manager [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Received unexpected event network-vif-plugged-31bfda5e-b4b2-4f04-8364-ffcc6026db5b for instance with vm_state building and task_state spawning. [ 1164.522504] env[69019]: DEBUG nova.compute.manager [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Received event network-changed-31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.522659] env[69019]: DEBUG nova.compute.manager [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Refreshing instance network info cache due to event network-changed-31bfda5e-b4b2-4f04-8364-ffcc6026db5b. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.522825] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Acquiring lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.693184] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 45f3b2a5-de6a-4c5b-9814-d99b954daf6b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.703888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.704216] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Instance network_info: |[{"id": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "address": "fa:16:3e:49:af:a1", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfda5e-b4", "ovs_interfaceid": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.704506] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Acquired lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.704674] env[69019]: DEBUG nova.network.neutron [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Refreshing network info cache for port 31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.705944] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:af:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31bfda5e-b4b2-4f04-8364-ffcc6026db5b', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.713986] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.715038] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.715354] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f63ee5ad-ee67-44a0-9e54-a2f8cd0aebb5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.736158] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.736158] env[69019]: value = "task-3347563" [ 1164.736158] env[69019]: _type = "Task" [ 1164.736158] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.744261] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347563, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.833120] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526d48ae-f7a0-f999-8035-963d735ebf23, 'name': SearchDatastore_Task, 'duration_secs': 0.019397} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.833907] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81458329-c746-4871-8318-14ca66ab9b9a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.839216] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1164.839216] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5279d22e-3d22-0adf-8a02-2e1bac9a22f0" [ 1164.839216] env[69019]: _type = "Task" [ 1164.839216] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.847167] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5279d22e-3d22-0adf-8a02-2e1bac9a22f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.196615] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 35465675-e113-42de-a4ff-377fc89edf2b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.249392] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347563, 'name': CreateVM_Task, 'duration_secs': 0.345204} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.249558] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.250231] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.250434] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.250713] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.251237] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87c8c7f-4193-4624-aea4-d2ae99271c7b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.256512] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1165.256512] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527070b4-b347-5346-5e2a-3db54b4092da" [ 1165.256512] env[69019]: _type = "Task" [ 1165.256512] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.264481] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527070b4-b347-5346-5e2a-3db54b4092da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.349940] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5279d22e-3d22-0adf-8a02-2e1bac9a22f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018126} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.352084] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.352356] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] a5bdd38f-d9b3-470b-b5a0-4894de8b8122/a5bdd38f-d9b3-470b-b5a0-4894de8b8122.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.352626] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5d4bde-2c64-4f65-b5f0-dc0ad3685c25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.359790] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1165.359790] env[69019]: value = "task-3347564" [ 1165.359790] env[69019]: _type = "Task" [ 1165.359790] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.367320] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.404080] env[69019]: DEBUG nova.network.neutron [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updated VIF entry in instance network info cache for port 31bfda5e-b4b2-4f04-8364-ffcc6026db5b. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.404507] env[69019]: DEBUG nova.network.neutron [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating instance_info_cache with network_info: [{"id": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "address": "fa:16:3e:49:af:a1", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfda5e-b4", "ovs_interfaceid": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.535325] env[69019]: DEBUG nova.network.neutron [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [{"id": "87d8fb86-89c0-418f-8edb-d07323101b17", "address": "fa:16:3e:a9:18:fd", "network": {"id": "b9cd5485-550c-4edf-a193-32f1513e471e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1365965478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b388d28c619461599f6a4ed2590c9d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d8fb86-89", "ovs_interfaceid": "87d8fb86-89c0-418f-8edb-d07323101b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.667387] env[69019]: DEBUG nova.network.neutron [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Port 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1165.700413] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 34b99548-905f-47b0-8db4-fda51dd1edf3] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.768832] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527070b4-b347-5346-5e2a-3db54b4092da, 'name': SearchDatastore_Task, 'duration_secs': 0.028635} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.769261] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769455] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.769721] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769919] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.770158] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.770469] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e60205-a10c-430a-a9ea-46cb146197b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.785605] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.785941] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.786834] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43985b55-4b45-494d-8e77-f49f3f9b31f0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.793445] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1165.793445] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52532ee4-70b2-720b-5853-3cb5355c8189" [ 1165.793445] env[69019]: _type = "Task" [ 1165.793445] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.803536] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52532ee4-70b2-720b-5853-3cb5355c8189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.872360] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.909406] env[69019]: DEBUG oslo_concurrency.lockutils [req-9aa805e8-0d8b-45e7-a04c-e5293a94532b req-dbbc68c2-9311-4486-a514-239f0daf91d8 service nova] Releasing lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.038525] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Releasing lock "refresh_cache-59f2bd3d-0ebf-4520-b598-01a639759ba5" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.038952] env[69019]: DEBUG nova.objects.instance [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lazy-loading 'migration_context' on Instance uuid 59f2bd3d-0ebf-4520-b598-01a639759ba5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.204657] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 7adc3204-6f88-438d-9f40-311de678f575] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.304206] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52532ee4-70b2-720b-5853-3cb5355c8189, 'name': SearchDatastore_Task, 'duration_secs': 0.056631} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.305033] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7ee7f3-2670-4ce5-b797-c58e41e60664 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310351] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1166.310351] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c3d0ce-914c-92b9-6dfb-d16d1bcb4a55" [ 1166.310351] env[69019]: _type = "Task" [ 1166.310351] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.319643] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c3d0ce-914c-92b9-6dfb-d16d1bcb4a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.370124] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681166} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.370420] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] a5bdd38f-d9b3-470b-b5a0-4894de8b8122/a5bdd38f-d9b3-470b-b5a0-4894de8b8122.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.370652] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.370903] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1afe6da-f245-4e6f-a882-3316a6002838 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.377728] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1166.377728] env[69019]: value = "task-3347565" [ 1166.377728] env[69019]: _type = "Task" [ 1166.377728] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.386360] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.542320] env[69019]: DEBUG nova.objects.base [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Object Instance<59f2bd3d-0ebf-4520-b598-01a639759ba5> lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.543329] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9149b-8782-4c6b-a68b-9b06590ed247 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.563863] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8627ec9-0892-4297-b7ee-78900bd9ab68 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.569497] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1166.569497] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52543c3e-b753-adbe-f181-43a78ca38a61" [ 1166.569497] env[69019]: _type = "Task" [ 1166.569497] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.577792] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52543c3e-b753-adbe-f181-43a78ca38a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.689213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.689405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.689573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.707713] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 02598718-4a07-4b31-b5b2-35c29c91af85] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.821537] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c3d0ce-914c-92b9-6dfb-d16d1bcb4a55, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.821755] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.822023] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 1e95104c-cb42-42f3-bbed-b0eb965f8935/1e95104c-cb42-42f3-bbed-b0eb965f8935.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.822280] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b20bf1f-feb7-435d-b6e2-e694e661a201 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.829624] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1166.829624] env[69019]: value = "task-3347566" [ 1166.829624] env[69019]: _type = "Task" [ 1166.829624] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.837230] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.886199] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063885} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.886465] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.887258] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b39d6-19ea-45cb-a6af-177a1b09e0de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.909163] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a5bdd38f-d9b3-470b-b5a0-4894de8b8122/a5bdd38f-d9b3-470b-b5a0-4894de8b8122.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.909461] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9afb4e7-2456-4df6-bcbb-d17a6e3c939a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.929551] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1166.929551] env[69019]: value = "task-3347567" [ 1166.929551] env[69019]: _type = "Task" [ 1166.929551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.939234] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.081914] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52543c3e-b753-adbe-f181-43a78ca38a61, 'name': SearchDatastore_Task, 'duration_secs': 0.007467} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.082199] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.082453] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.210549] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 07c6e25a-4910-4307-a2f2-1c2ea72ab59e] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.340281] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.440026] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347567, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.714831] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 3118e728-19ef-41fc-9ff0-fef78b610336] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.729040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.729040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.729040] env[69019]: DEBUG nova.network.neutron [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.841897] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847386} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.842146] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 1e95104c-cb42-42f3-bbed-b0eb965f8935/1e95104c-cb42-42f3-bbed-b0eb965f8935.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.842365] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.842626] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e526b10a-160b-4716-83f0-bb9d7b039392 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.848751] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1167.848751] env[69019]: value = "task-3347568" [ 1167.848751] env[69019]: _type = "Task" [ 1167.848751] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.853315] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5c6f8-52da-45be-a389-8ff0efe4d43e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.862539] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.865246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70fc137-b7c7-4e96-99aa-39889ce9418d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.899338] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869b55a-02dc-4e81-ab58-d090c1cd35d6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.907750] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa306a-d3c8-4859-a8e9-028d2915248c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.922849] env[69019]: DEBUG nova.compute.provider_tree [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.940776] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347567, 'name': ReconfigVM_Task, 'duration_secs': 0.52955} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.941083] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a5bdd38f-d9b3-470b-b5a0-4894de8b8122/a5bdd38f-d9b3-470b-b5a0-4894de8b8122.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.941810] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21b1768-affa-401f-bceb-75565de59974 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.948085] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1167.948085] env[69019]: value = "task-3347569" [ 1167.948085] env[69019]: _type = "Task" [ 1167.948085] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.956698] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347569, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.218152] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 46c608f7-7214-42d5-a160-33f1885660f0] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.358798] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062838} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.359154] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.359991] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c85296-02da-4274-a074-4985603ab994 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.384690] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 1e95104c-cb42-42f3-bbed-b0eb965f8935/1e95104c-cb42-42f3-bbed-b0eb965f8935.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.385056] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9385f8e-3cb6-4dcc-9bec-4326896c3a96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.407986] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1168.407986] env[69019]: value = "task-3347570" [ 1168.407986] env[69019]: _type = "Task" [ 1168.407986] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.415967] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.426051] env[69019]: DEBUG nova.scheduler.client.report [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.458477] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347569, 'name': Rename_Task, 'duration_secs': 0.207076} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.458778] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.459065] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac89cf3-7040-4beb-8663-95013fd8996e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.465254] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1168.465254] env[69019]: value = "task-3347571" [ 1168.465254] env[69019]: _type = "Task" [ 1168.465254] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.473577] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.722278] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 82efc8cf-cc42-4c82-9d68-54c88ad654c4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.789321] env[69019]: DEBUG nova.network.neutron [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.919469] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347570, 'name': ReconfigVM_Task, 'duration_secs': 0.363029} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.919809] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 1e95104c-cb42-42f3-bbed-b0eb965f8935/1e95104c-cb42-42f3-bbed-b0eb965f8935.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.920449] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34fdcbe1-c5fb-4acf-9ebb-e4ecc28d1382 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.927997] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1168.927997] env[69019]: value = "task-3347572" [ 1168.927997] env[69019]: _type = "Task" [ 1168.927997] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.940434] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347572, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.975922] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.226383] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: b1efbef2-5283-4d0c-92a5-5a1b17a91aea] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.291923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.443044] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.359s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.446374] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347572, 'name': Rename_Task, 'duration_secs': 0.148804} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.446863] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.447136] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6ba8c9-f53f-49ae-8e51-afcd2f551709 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.453482] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1169.453482] env[69019]: value = "task-3347573" [ 1169.453482] env[69019]: _type = "Task" [ 1169.453482] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.461642] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.475053] env[69019]: DEBUG oslo_vmware.api [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347571, 'name': PowerOnVM_Task, 'duration_secs': 0.567262} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.475313] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.475521] env[69019]: INFO nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1169.475698] env[69019]: DEBUG nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.476584] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb9275-5409-4b8d-9e56-a13cb272f768 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.730200] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2c969f93-90a1-4b89-bfc8-5475bb13739b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.802413] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd901cd-d1a8-46ce-b6f7-683f04951f99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.811954] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36529b98-eaad-4171-967b-f712aed0f1ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.963993] env[69019]: DEBUG oslo_vmware.api [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347573, 'name': PowerOnVM_Task, 'duration_secs': 0.473763} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.964178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.964363] env[69019]: INFO nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1169.965096] env[69019]: DEBUG nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.966085] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b589819e-2ef8-43d5-aef0-da8f55ea990d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.995528] env[69019]: INFO nova.compute.manager [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Took 16.40 seconds to build instance. [ 1170.011438] env[69019]: INFO nova.scheduler.client.report [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocation for migration fa60925a-4be9-43b8-b0c0-ddb691053eda [ 1170.233636] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: ac132f34-8050-428e-9ee3-df0306d0f875] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.486104] env[69019]: INFO nova.compute.manager [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Took 13.65 seconds to build instance. [ 1170.498166] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0df860d2-2cbf-4002-bb59-029594a08864 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.912s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.518776] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.793s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.737006] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 1794e61c-5db2-4dcc-b601-631d2af6acbe] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.880668] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.880953] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.881187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.881372] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.881544] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.884272] env[69019]: INFO nova.compute.manager [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Terminating instance [ 1170.921997] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3bc95-4b74-48b5-9864-00d7e79d9f25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.942226] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1995514-377f-4f28-a956-9255eedddd4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.949280] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.988040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-364b1a18-d145-4020-a8d8-929e1a740606 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.155s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.225996] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1171.227268] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a07b8-2f83-4eac-a162-77254c396ae8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234151] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1171.234416] env[69019]: ERROR oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk due to incomplete transfer. [ 1171.234512] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7be9b7c-356f-4036-8919-5e5a5a9b48be {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.240630] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a1040bdc-8971-4cf8-ab13-a91b804f37e5] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.243207] env[69019]: DEBUG oslo_vmware.rw_handles [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52280337-72c1-a7ad-f8e2-c37532362ab7/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1171.243406] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Uploaded image aaef7a0a-121d-4888-bff5-af7e73e3195b to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1171.245735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1171.247104] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7ef030d-dabb-41df-8af2-882cfbcf73ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.257369] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1171.257369] env[69019]: value = "task-3347574" [ 1171.257369] env[69019]: _type = "Task" [ 1171.257369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.268836] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347574, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.388416] env[69019]: DEBUG nova.compute.manager [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.388769] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.389755] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc2a48-805e-4d9f-aad0-adaa6a665010 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.397732] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.397988] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afe6db6-7b98-4893-9d83-665ad6eef62c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.405493] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1171.405493] env[69019]: value = "task-3347575" [ 1171.405493] env[69019]: _type = "Task" [ 1171.405493] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.413767] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.456198] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.456810] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9947f7e9-9202-4ad9-924f-4e4ea357b738 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.463628] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1171.463628] env[69019]: value = "task-3347576" [ 1171.463628] env[69019]: _type = "Task" [ 1171.463628] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.471753] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.747644] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 3d555ed4-77ff-4525-a1f7-1954edf1991f] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.754606] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.754796] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.754931] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.755205] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.755381] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.760615] env[69019]: INFO nova.compute.manager [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Terminating instance [ 1171.770262] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347574, 'name': Destroy_Task, 'duration_secs': 0.369988} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.770511] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Destroyed the VM [ 1171.770754] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1171.771330] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7528a193-ecb8-43c3-aac8-24fd7b491573 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.782021] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1171.782021] env[69019]: value = "task-3347577" [ 1171.782021] env[69019]: _type = "Task" [ 1171.782021] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.790776] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.875500] env[69019]: DEBUG nova.compute.manager [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Received event network-changed-31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.875500] env[69019]: DEBUG nova.compute.manager [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Refreshing instance network info cache due to event network-changed-31bfda5e-b4b2-4f04-8364-ffcc6026db5b. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.875797] env[69019]: DEBUG oslo_concurrency.lockutils [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] Acquiring lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.875797] env[69019]: DEBUG oslo_concurrency.lockutils [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] Acquired lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.876099] env[69019]: DEBUG nova.network.neutron [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Refreshing network info cache for port 31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.915413] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347575, 'name': PowerOffVM_Task, 'duration_secs': 0.223292} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.915693] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.915859] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.916230] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b0cd4c-7006-495c-ba55-6c569ce1b440 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.975358] env[69019]: DEBUG oslo_vmware.api [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347576, 'name': PowerOnVM_Task, 'duration_secs': 0.392972} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.975682] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.975893] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50c4f3-373e-4e86-b433-1abd840362d6 tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance 'aa54848a-3e18-41d4-a11b-686c129e3989' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.981613] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.981832] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.982062] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore2] a5bdd38f-d9b3-470b-b5a0-4894de8b8122 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.982341] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08f49fa-0e07-4957-b8e2-62c8c024874e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.991458] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1171.991458] env[69019]: value = "task-3347579" [ 1171.991458] env[69019]: _type = "Task" [ 1171.991458] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.000443] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.251272] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: d59aab98-a7bb-4c3f-8d4c-ee21dde34086] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.265018] env[69019]: DEBUG nova.compute.manager [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.265173] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.266237] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e09ee0-981c-41c9-aeae-1ba841f7c6ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.273315] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.273550] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012c6c98-5b2d-4edf-9da5-2b7f5dad1154 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.280853] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1172.280853] env[69019]: value = "task-3347580" [ 1172.280853] env[69019]: _type = "Task" [ 1172.280853] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.294365] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.297500] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.503602] env[69019]: DEBUG oslo_vmware.api [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467349} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.503602] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.503791] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.503988] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.504221] env[69019]: INFO nova.compute.manager [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.504484] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.505352] env[69019]: DEBUG nova.compute.manager [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.505352] env[69019]: DEBUG nova.network.neutron [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.643019] env[69019]: DEBUG nova.network.neutron [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updated VIF entry in instance network info cache for port 31bfda5e-b4b2-4f04-8364-ffcc6026db5b. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.643511] env[69019]: DEBUG nova.network.neutron [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating instance_info_cache with network_info: [{"id": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "address": "fa:16:3e:49:af:a1", "network": {"id": "0a72454e-cfb4-4598-b563-9db5ceec44b8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1777855681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858689c33613412bbee445f6b102d231", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfda5e-b4", "ovs_interfaceid": "31bfda5e-b4b2-4f04-8364-ffcc6026db5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.755148] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 158a1c6d-1424-4213-aa8b-8e0a2466f778] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.772800] env[69019]: DEBUG nova.compute.manager [req-c1fc1c87-cf2d-4814-bd6f-8ee8c6e09255 req-fb8564f1-a98b-4b41-bfbf-e948ba1ff311 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Received event network-vif-deleted-eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.772800] env[69019]: INFO nova.compute.manager [req-c1fc1c87-cf2d-4814-bd6f-8ee8c6e09255 req-fb8564f1-a98b-4b41-bfbf-e948ba1ff311 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Neutron deleted interface eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb; detaching it from the instance and deleting it from the info cache [ 1172.772800] env[69019]: DEBUG nova.network.neutron [req-c1fc1c87-cf2d-4814-bd6f-8ee8c6e09255 req-fb8564f1-a98b-4b41-bfbf-e948ba1ff311 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.799541] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347580, 'name': PowerOffVM_Task, 'duration_secs': 0.300273} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.799773] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347577, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871825} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.800010] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.800192] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.800447] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1172.800710] env[69019]: DEBUG nova.compute.manager [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.800953] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-829ee645-6a86-4f6b-a232-bab9b863753c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.803048] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb0cbf-2c81-41f0-a35f-63cdbdc8353d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.889226] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.889466] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.889651] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleting the datastore file [datastore1] 59f2bd3d-0ebf-4520-b598-01a639759ba5 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.889919] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b31e549b-184a-4851-bd76-4ce530aff288 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.895549] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for the task: (returnval){ [ 1172.895549] env[69019]: value = "task-3347582" [ 1172.895549] env[69019]: _type = "Task" [ 1172.895549] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.903155] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.147147] env[69019]: DEBUG oslo_concurrency.lockutils [req-f78e7d35-67e8-4470-ba3a-9e39ab7fa253 req-4bd9dee0-9ab9-4359-9c00-de7dec520552 service nova] Releasing lock "refresh_cache-1e95104c-cb42-42f3-bbed-b0eb965f8935" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.254797] env[69019]: DEBUG nova.network.neutron [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.257838] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2171b9e8-2e8a-4f67-a13e-f004dc455fcc] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.274576] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58be646e-e983-4e56-95e3-b5f4b6138911 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.284495] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b1d9c5-1ef9-4f0c-9675-a2fa558cd590 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.319613] env[69019]: DEBUG nova.compute.manager [req-c1fc1c87-cf2d-4814-bd6f-8ee8c6e09255 req-fb8564f1-a98b-4b41-bfbf-e948ba1ff311 service nova] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Detach interface failed, port_id=eb2cc46c-3196-40e9-a7c1-07fb2f3a8ffb, reason: Instance a5bdd38f-d9b3-470b-b5a0-4894de8b8122 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.320242] env[69019]: INFO nova.compute.manager [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Shelve offloading [ 1173.406354] env[69019]: DEBUG oslo_vmware.api [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Task: {'id': task-3347582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46983} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.406665] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.406879] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.407284] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.407537] env[69019]: INFO nova.compute.manager [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1173.407813] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.408047] env[69019]: DEBUG nova.compute.manager [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.408178] env[69019]: DEBUG nova.network.neutron [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.758096] env[69019]: INFO nova.compute.manager [-] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Took 1.25 seconds to deallocate network for instance. [ 1173.761962] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 117ce0eb-e2ad-41f1-b2d2-57f0a46af11e] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.823995] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.825277] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c80541-5c22-4bee-8b2f-9d4f466c359d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.832330] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1173.832330] env[69019]: value = "task-3347583" [ 1173.832330] env[69019]: _type = "Task" [ 1173.832330] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.840517] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.891866] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.892161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.892352] env[69019]: DEBUG nova.compute.manager [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Going to confirm migration 8 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1174.136370] env[69019]: DEBUG nova.network.neutron [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.265188] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.265538] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.265720] env[69019]: DEBUG nova.objects.instance [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid a5bdd38f-d9b3-470b-b5a0-4894de8b8122 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.269964] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 11cd65d6-76dd-4878-9305-561a2689e237] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.343507] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1174.343779] env[69019]: DEBUG nova.compute.manager [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.344643] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd8c2c-c071-4dac-9c1f-325d1867303a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.352569] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.352790] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.352990] env[69019]: DEBUG nova.network.neutron [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.459651] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.459851] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquired lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.460041] env[69019]: DEBUG nova.network.neutron [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.460256] env[69019]: DEBUG nova.objects.instance [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'info_cache' on Instance uuid aa54848a-3e18-41d4-a11b-686c129e3989 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.639621] env[69019]: INFO nova.compute.manager [-] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Took 1.23 seconds to deallocate network for instance. [ 1174.774544] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: e9761ccb-5ef2-44cc-a3bd-96e6e33c4544] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.797928] env[69019]: DEBUG nova.compute.manager [req-3d2630b9-0354-45db-86f0-dcce3f6bea66 req-907405e0-f6fb-401d-84a8-78edd56dc4bf service nova] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Received event network-vif-deleted-87d8fb86-89c0-418f-8edb-d07323101b17 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.002962] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7485d67-d979-4264-8668-50a88b2e811f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.010593] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78855b5e-8742-4f2d-aadf-ecff5fa7c84a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.042405] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a1add-b229-4a96-b3f1-4860392934b9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049852] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b62fca2-e874-4a2c-bb42-a14ad77d134f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.064491] env[69019]: DEBUG nova.compute.provider_tree [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.074724] env[69019]: DEBUG nova.network.neutron [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.146751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.276557] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 36761f19-1881-4a8f-9e3e-6cb8775738fe] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.567672] env[69019]: DEBUG nova.scheduler.client.report [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.577029] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.653821] env[69019]: DEBUG nova.network.neutron [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [{"id": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "address": "fa:16:3e:2d:a1:00", "network": {"id": "2ed3c239-9ad8-49aa-9ad3-ceb1b3a1cd7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-990831483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b044b355134cdaab57a18dfae4d204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0d81c3-ee", "ovs_interfaceid": "4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.780503] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: ccfc5dff-08a8-4109-8b5d-9784cf88cfb0] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.818408] env[69019]: DEBUG nova.compute.manager [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-vif-unplugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.818634] env[69019]: DEBUG oslo_concurrency.lockutils [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.818884] env[69019]: DEBUG oslo_concurrency.lockutils [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.819014] env[69019]: DEBUG oslo_concurrency.lockutils [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.819188] env[69019]: DEBUG nova.compute.manager [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] No waiting events found dispatching network-vif-unplugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.819365] env[69019]: WARNING nova.compute.manager [req-dfe6da70-e91d-4d89-9ac7-9e12604d9cb9 req-61ed238b-5e8f-4a86-ad96-b5c676935d43 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received unexpected event network-vif-unplugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 for instance with vm_state shelved and task_state shelving_offloading. [ 1175.927514] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.928438] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5a388-3321-4303-a979-8b37ead71235 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.936179] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.936407] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d11e5b-cb12-474e-a171-38d1ce013a51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.997220] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.997445] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.997636] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleting the datastore file [datastore2] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.997886] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe4f07e-9fec-4ab3-ac2f-73bd2bb25f3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.004020] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1176.004020] env[69019]: value = "task-3347585" [ 1176.004020] env[69019]: _type = "Task" [ 1176.004020] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.011249] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.075240] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.078481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.078481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.100452] env[69019]: INFO nova.scheduler.client.report [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance a5bdd38f-d9b3-470b-b5a0-4894de8b8122 [ 1176.102539] env[69019]: INFO nova.scheduler.client.report [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Deleted allocations for instance 59f2bd3d-0ebf-4520-b598-01a639759ba5 [ 1176.156558] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Releasing lock "refresh_cache-aa54848a-3e18-41d4-a11b-686c129e3989" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.156887] env[69019]: DEBUG nova.objects.instance [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'migration_context' on Instance uuid aa54848a-3e18-41d4-a11b-686c129e3989 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.285281] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 5b259d20-b153-435d-a7cb-d63023433334] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.514245] env[69019]: DEBUG oslo_vmware.api [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13547} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.514521] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.514705] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.514876] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.531064] env[69019]: INFO nova.scheduler.client.report [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted allocations for instance 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 [ 1176.613348] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1cd914d7-3107-4fc4-b264-42cb793d7ff1 tempest-DeleteServersTestJSON-420291575 tempest-DeleteServersTestJSON-420291575-project-member] Lock "59f2bd3d-0ebf-4520-b598-01a639759ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.858s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.614720] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a7308062-4001-4c30-97bd-1e2e91350f6a tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a5bdd38f-d9b3-470b-b5a0-4894de8b8122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.659613] env[69019]: DEBUG nova.objects.base [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.660528] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d52f5-1670-4cf1-bf9a-5c1270efa84a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.682049] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0001d6-6959-479d-8571-05bc9dfd8dac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.687699] env[69019]: DEBUG oslo_vmware.api [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1176.687699] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f188c1-183f-8eac-6d32-3ec1711e5044" [ 1176.687699] env[69019]: _type = "Task" [ 1176.687699] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.696643] env[69019]: DEBUG oslo_vmware.api [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f188c1-183f-8eac-6d32-3ec1711e5044, 'name': SearchDatastore_Task, 'duration_secs': 0.006691} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.697038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.697140] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.788739] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: df7f2fbc-ac8a-4cf4-84be-4f3bc4f98540] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.035248] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.292513] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6432e3d5-91db-4406-b01c-6b747978a5f9] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.328391] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d07beef-3257-4177-a35f-217d228517d7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.336434] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49166d8a-9e21-4e7d-88af-a607abc4d036 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.367601] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91bc80-51ec-4dd7-904a-a184d0598290 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.375253] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99442c01-fcf9-47d7-aa90-0bc4ca0ab969 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.389520] env[69019]: DEBUG nova.compute.provider_tree [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.795602] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 033e8bd0-6ca8-4add-8769-fa1e45d0923d] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.854365] env[69019]: DEBUG nova.compute.manager [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.854563] env[69019]: DEBUG nova.compute.manager [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing instance network info cache due to event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.854775] env[69019]: DEBUG oslo_concurrency.lockutils [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.854918] env[69019]: DEBUG oslo_concurrency.lockutils [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.855142] env[69019]: DEBUG nova.network.neutron [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.892841] env[69019]: DEBUG nova.scheduler.client.report [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.930532] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a4007025-07e6-4d87-91be-f467a2379ba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.930761] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.298631] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 995c9024-3b2b-43b1-ac86-e434a7359160] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.435239] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.601194] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.602604] env[69019]: DEBUG nova.network.neutron [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updated VIF entry in instance network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.602931] env[69019]: DEBUG nova.network.neutron [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap53283c14-7e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.802171] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 8b914f4f-868c-4ebd-ad16-e6433596b87a] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.905838] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.208s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.908485] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.873s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.909258] env[69019]: DEBUG nova.objects.instance [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'resources' on Instance uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.959588] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.105408] env[69019]: DEBUG oslo_concurrency.lockutils [req-fd948f6c-805f-45f0-8830-ba53140772c5 req-3925ef6c-9c29-4009-8756-b0b20b28fcd6 service nova] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.305879] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 9f8e8e40-c4ed-4b9a-ae3e-e74b4fc87ba6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.412909] env[69019]: DEBUG nova.objects.instance [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.463141] env[69019]: INFO nova.scheduler.client.report [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocation for migration e2b5f78f-7b9e-4dfd-ad39-f338df562553 [ 1179.498822] env[69019]: INFO nova.compute.manager [None req-10bca048-969a-4ce3-8f4d-6c63fd8ee1dd tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Get console output [ 1179.498822] env[69019]: WARNING nova.virt.vmwareapi.driver [None req-10bca048-969a-4ce3-8f4d-6c63fd8ee1dd tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] The console log is missing. Check your VSPC configuration [ 1179.810231] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 843dc0fb-d3ce-4b52-b6aa-1376f4fb1153] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.916876] env[69019]: DEBUG nova.objects.base [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Object Instance<6ef9ac9c-d51c-4151-b2c7-30f0587cdd18> lazy-loaded attributes: resources,numa_topology {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.968806] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c1e6a4b2-59db-4312-80e1-b4507a57559b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.077s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.041141] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43978f-f23e-410b-aaff-a78a302604bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.048605] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8522a-1c05-4ed2-b2d2-bdcb4babbe8c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.077773] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faec421-f39d-407d-8632-d7c6fe92a3ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.084395] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a65b88-2eba-4418-b703-a3354eac7a4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.098015] env[69019]: DEBUG nova.compute.provider_tree [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.316818] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4c8bbb4d-a576-43b8-a165-ae4bcbbe2618] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.473769] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.473984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.474343] env[69019]: DEBUG nova.objects.instance [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.601292] env[69019]: DEBUG nova.scheduler.client.report [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.821283] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: ce974ee2-4214-4b8e-9d32-425272640242] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.977987] env[69019]: DEBUG nova.objects.instance [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.106704] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.109154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.150s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.110595] env[69019]: INFO nova.compute.claims [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.324264] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4d342731-a6b0-485f-acd0-9fd0bb8db6d9] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.480877] env[69019]: DEBUG nova.objects.base [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<6a745904-aca2-49c7-89b9-82d96d0ca1ed> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.480999] env[69019]: DEBUG nova.network.neutron [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.563573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4008af65-6643-49a2-beae-96f50c4caac9 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.089s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.618926] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8af3b2ff-1da1-4589-ab1a-dce050bc5678 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.192s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.619816] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.019s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.622551] env[69019]: INFO nova.compute.manager [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Unshelving [ 1181.828424] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 21657f16-a790-4a08-8542-be77c2663dd3] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.243396] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d370ca-5e80-4997-9f03-c04323e82350 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.251172] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7869a95-bede-418c-ae4b-4b4784e138b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.284339] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db08af45-0842-4489-89c6-49164b7d3f2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.291549] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7dc63-fdf7-427a-bf81-d380b4cf1d99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.305291] env[69019]: DEBUG nova.compute.provider_tree [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.332146] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: f2687157-e2d3-40cd-9ad0-18ba6f4b6f42] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.648406] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.809591] env[69019]: DEBUG nova.scheduler.client.report [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.834678] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 347727d2-51b4-4bb1-9eae-c566043ebff2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.313644] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.314188] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.320585] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.673s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.320804] env[69019]: DEBUG nova.objects.instance [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.339293] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 2b819ac7-b7a4-4fef-beed-7bb48ef2609a] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.518562] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.519711] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.519711] env[69019]: DEBUG nova.objects.instance [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.822105] env[69019]: DEBUG nova.compute.utils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.826393] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.826680] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.830568] env[69019]: DEBUG nova.objects.instance [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.843027] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0a572fd9-368c-412f-8cdc-d30d32390ea2] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.871737] env[69019]: DEBUG nova.policy [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47add168c3584ece87a96ea2f4c6bf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0f31deb46842738e9f7f8419eacf55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.123468] env[69019]: DEBUG nova.objects.instance [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.128277] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Successfully created port: f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.327791] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.334029] env[69019]: INFO nova.compute.claims [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.346468] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 4e37e840-c406-495d-aa68-055a59f23305] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.627043] env[69019]: DEBUG nova.objects.base [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<6a745904-aca2-49c7-89b9-82d96d0ca1ed> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.627157] env[69019]: DEBUG nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.667294] env[69019]: DEBUG nova.policy [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.850608] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: f2dbd19d-f34a-41c5-ba79-c57fe89ca8f4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.928011] env[69019]: DEBUG nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Successfully created port: c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.343273] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.353587] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: c6d143fc-6d2e-4b19-89dd-f4a95330972b] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.375096] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.375096] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.375096] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.375096] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.375734] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.376083] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.376564] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.376920] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.377227] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.377691] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.377984] env[69019]: DEBUG nova.virt.hardware [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.378964] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0dd1f-04db-4474-9446-5f199b04969d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.395028] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad729977-ae70-4ce0-9a30-6abd97f1cc27 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.558449] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.558557] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.569552] env[69019]: DEBUG nova.compute.manager [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Received event network-vif-plugged-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.570446] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] Acquiring lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.570446] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] Lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.570446] env[69019]: DEBUG oslo_concurrency.lockutils [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] Lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.570604] env[69019]: DEBUG nova.compute.manager [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] No waiting events found dispatching network-vif-plugged-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.570637] env[69019]: WARNING nova.compute.manager [req-bcfadb7e-916d-4536-80b6-34f6be325b8e req-1bd07c99-ea63-423a-8314-84d272fa320b service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Received unexpected event network-vif-plugged-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 for instance with vm_state building and task_state spawning. [ 1185.614020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44feed-fef9-4f4f-90a3-617d780e64fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.624025] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeaf9d5-ef4f-4021-a52f-ff9a4bd4e25b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.655628] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fe22c-84f6-47ad-b0e3-fbb7a1f9bd41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.663558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079fa4e9-3d9f-4d77-8e95-f22789165751 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.679499] env[69019]: DEBUG nova.compute.provider_tree [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.859234] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 32443974-85b0-4b7d-bb6f-249ba18dae67] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.866927] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Successfully updated port: f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.060728] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.182839] env[69019]: DEBUG nova.scheduler.client.report [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.304744] env[69019]: DEBUG nova.compute.manager [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-plugged-c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.304979] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.305234] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.305420] env[69019]: DEBUG oslo_concurrency.lockutils [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.305595] env[69019]: DEBUG nova.compute.manager [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] No waiting events found dispatching network-vif-plugged-c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.305764] env[69019]: WARNING nova.compute.manager [req-6e118df7-d29d-4273-8453-04ba52cadad2 req-ac260721-70a6-4989-9da2-6dd81dc9afd5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received unexpected event network-vif-plugged-c9782260-8c0b-498a-9f59-69de1327bcaa for instance with vm_state active and task_state None. [ 1186.361206] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: d2679ab7-f455-4f64-aa5d-006427847a03] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.371017] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.371262] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.371300] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.393973] env[69019]: DEBUG nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Successfully updated port: c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.583973] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.688787] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.368s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.691011] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.107s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.692625] env[69019]: INFO nova.compute.claims [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.722365] env[69019]: INFO nova.network.neutron [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating port 53283c14-7ed9-454c-ba9b-5f790c0aeff5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1186.864589] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 362d50fa-24c5-4a28-98a6-65bdcfe558a4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.894973] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.895177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.895380] env[69019]: DEBUG nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.917163] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.041773] env[69019]: DEBUG nova.network.neutron [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Updating instance_info_cache with network_info: [{"id": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "address": "fa:16:3e:25:f1:c6", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5994b11-73", "ovs_interfaceid": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.368274] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 235eb746-d8fa-4ebc-b8b5-234ab1e2d8fa] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.429513] env[69019]: WARNING nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1187.544012] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.544341] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Instance network_info: |[{"id": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "address": "fa:16:3e:25:f1:c6", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5994b11-73", "ovs_interfaceid": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.544742] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f1:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.552401] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.552609] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.552835] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d6dac70-73be-4625-bc82-2e2638b103df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.577036] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.577036] env[69019]: value = "task-3347587" [ 1187.577036] env[69019]: _type = "Task" [ 1187.577036] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.584811] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347587, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.690726] env[69019]: DEBUG nova.compute.manager [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Received event network-changed-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.690944] env[69019]: DEBUG nova.compute.manager [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Refreshing instance network info cache due to event network-changed-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.691200] env[69019]: DEBUG oslo_concurrency.lockutils [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] Acquiring lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.691318] env[69019]: DEBUG oslo_concurrency.lockutils [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] Acquired lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.691493] env[69019]: DEBUG nova.network.neutron [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Refreshing network info cache for port f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.738694] env[69019]: DEBUG nova.network.neutron [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9782260-8c0b-498a-9f59-69de1327bcaa", "address": "fa:16:3e:fb:9c:07", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9782260-8c", "ovs_interfaceid": "c9782260-8c0b-498a-9f59-69de1327bcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.848224] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb570558-c575-4b9e-af7e-ae61987c646a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.856225] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d986e-5904-450f-9bf5-fd3477fa1fd1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.887433] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.887810] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances with incomplete migration {{(pid=69019) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1187.889631] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca08c7b-64f8-4243-a435-ac8258fabbb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.898490] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a0a79-c2f0-4299-bbfa-3ae462c1cf1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.913561] env[69019]: DEBUG nova.compute.provider_tree [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.086326] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347587, 'name': CreateVM_Task, 'duration_secs': 0.305503} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.086507] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.087192] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.087356] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.087670] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.087939] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecc706a-68f5-42db-839f-7e0c9b38bdf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.092356] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1188.092356] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527eeae4-0cf3-2417-f8bf-740f5104b408" [ 1188.092356] env[69019]: _type = "Task" [ 1188.092356] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.099654] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527eeae4-0cf3-2417-f8bf-740f5104b408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.155952] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.156115] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.156323] env[69019]: DEBUG nova.network.neutron [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.241782] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.242424] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.242598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.243428] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4784214-f9f0-4f0c-897f-eafd62b7100d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.259754] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.259971] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.260146] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.260334] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.260481] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.260628] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.260829] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.260983] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.261165] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.261329] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.261505] env[69019]: DEBUG nova.virt.hardware [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.267677] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfiguring VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.269971] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460b9bad-c11c-4889-b60b-2ca6a3d7f029 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.287866] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1188.287866] env[69019]: value = "task-3347588" [ 1188.287866] env[69019]: _type = "Task" [ 1188.287866] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.297201] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347588, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.376486] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-changed-c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.376805] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing instance network info cache due to event network-changed-c9782260-8c0b-498a-9f59-69de1327bcaa. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.376902] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.377056] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.377221] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing network info cache for port c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.393282] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.413023] env[69019]: DEBUG nova.network.neutron [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Updated VIF entry in instance network info cache for port f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.413410] env[69019]: DEBUG nova.network.neutron [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Updating instance_info_cache with network_info: [{"id": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "address": "fa:16:3e:25:f1:c6", "network": {"id": "0ebf724b-8625-46a4-9e26-8aa3124a1b9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-988738841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0f31deb46842738e9f7f8419eacf55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5994b11-73", "ovs_interfaceid": "f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.416750] env[69019]: DEBUG nova.scheduler.client.report [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.526779] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.527045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.527253] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.527437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.527610] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.529571] env[69019]: INFO nova.compute.manager [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Terminating instance [ 1188.602239] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527eeae4-0cf3-2417-f8bf-740f5104b408, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.602528] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.602755] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.602980] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.603146] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.603325] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.603800] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984472d0-b157-4e98-8dab-6cbb34aee8e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.611572] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.611749] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.612384] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd57699-6855-42af-87c0-3982af2c3000 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.617221] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1188.617221] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dc10d9-615b-48d2-72c3-ede1fcfe8f28" [ 1188.617221] env[69019]: _type = "Task" [ 1188.617221] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.624139] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dc10d9-615b-48d2-72c3-ede1fcfe8f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.799065] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.857793] env[69019]: DEBUG nova.network.neutron [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.916248] env[69019]: DEBUG oslo_concurrency.lockutils [req-dffc15f4-9c7f-48e9-8ee6-f39b9234240a req-79cfce1a-6bbc-4e66-898f-2c639480fb6a service nova] Releasing lock "refresh_cache-a4007025-07e6-4d87-91be-f467a2379ba9" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.922318] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.922820] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.032924] env[69019]: DEBUG nova.compute.manager [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.033192] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.034097] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18a1be-51e3-46bc-9d51-f46a2c0e23c7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.045598] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.045802] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec35c98-b698-488e-a180-b610d6afaa16 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.052486] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1189.052486] env[69019]: value = "task-3347589" [ 1189.052486] env[69019]: _type = "Task" [ 1189.052486] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.061156] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.108347] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updated VIF entry in instance network info cache for port c9782260-8c0b-498a-9f59-69de1327bcaa. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.108765] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9782260-8c0b-498a-9f59-69de1327bcaa", "address": "fa:16:3e:fb:9c:07", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9782260-8c", "ovs_interfaceid": "c9782260-8c0b-498a-9f59-69de1327bcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.128496] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52dc10d9-615b-48d2-72c3-ede1fcfe8f28, 'name': SearchDatastore_Task, 'duration_secs': 0.007792} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.129287] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ff5cc3-02a9-44e0-937c-f97392765b0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.134519] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1189.134519] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231e056-33c1-67c7-b688-398f373f2b39" [ 1189.134519] env[69019]: _type = "Task" [ 1189.134519] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.143172] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231e056-33c1-67c7-b688-398f373f2b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.300340] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.361035] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.388377] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25e0cc5b5419396b84ff0b84fcb638f1',container_format='bare',created_at=2025-04-07T15:29:38Z,direct_url=,disk_format='vmdk',id=aaef7a0a-121d-4888-bff5-af7e73e3195b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-553489217-shelved',owner='ed79eec048e74a3c93f2361492d4133e',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-07T15:29:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.388652] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.388766] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.388943] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.389125] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.389290] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.389508] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.389682] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.389850] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.390023] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.390196] env[69019]: DEBUG nova.virt.hardware [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.391041] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121b0e1-a4fa-4e73-a895-51713fcda72d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.399010] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890079b-c39d-492b-a35a-425879cdaabc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.413050] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:fa:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53283c14-7ed9-454c-ba9b-5f790c0aeff5', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.420016] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.420251] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.420458] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c0126d-3b82-4cae-8544-776e7ee2c6a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.435053] env[69019]: DEBUG nova.compute.utils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.436385] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.436559] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.443688] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.443688] env[69019]: value = "task-3347590" [ 1189.443688] env[69019]: _type = "Task" [ 1189.443688] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.451562] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347590, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.476814] env[69019]: DEBUG nova.policy [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '490ce7a6eac44604a0eab9aa61f8b119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ffc6ec5253a483aa2256504ab6435c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.563374] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347589, 'name': PowerOffVM_Task, 'duration_secs': 0.252453} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.563723] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.563928] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.564220] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf15987-d036-40ee-a68e-91ac285eb47a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.611483] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.611682] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.611890] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.612117] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.612284] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.612454] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] No waiting events found dispatching network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.612671] env[69019]: WARNING nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received unexpected event network-vif-plugged-53283c14-7ed9-454c-ba9b-5f790c0aeff5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1189.612866] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.613034] env[69019]: DEBUG nova.compute.manager [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing instance network info cache due to event network-changed-53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.613391] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Acquiring lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.613391] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Acquired lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.613555] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Refreshing network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.629024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.629024] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.629024] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleting the datastore file [datastore1] a0a3c640-087b-44c4-8db5-816d1c4b80e0 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.629024] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97e3ff2-8d28-47e4-a6d2-7c6d7bc68473 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.634699] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1189.634699] env[69019]: value = "task-3347592" [ 1189.634699] env[69019]: _type = "Task" [ 1189.634699] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.646490] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.650552] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5231e056-33c1-67c7-b688-398f373f2b39, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.650875] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.652331] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a4007025-07e6-4d87-91be-f467a2379ba9/a4007025-07e6-4d87-91be-f467a2379ba9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.652331] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd286ebd-837f-4cfe-848b-7bc0d130743c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.658210] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1189.658210] env[69019]: value = "task-3347593" [ 1189.658210] env[69019]: _type = "Task" [ 1189.658210] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.667365] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.752269] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Successfully created port: 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.799825] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.939378] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.954494] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347590, 'name': CreateVM_Task, 'duration_secs': 0.352306} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.954662] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.955420] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.955595] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.955968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.956257] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24713820-a751-40b9-a765-2f72ffb4c964 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.961186] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1189.961186] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b51258-ac2d-3989-9703-7762c2a59102" [ 1189.961186] env[69019]: _type = "Task" [ 1189.961186] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.969594] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b51258-ac2d-3989-9703-7762c2a59102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.143930] env[69019]: DEBUG oslo_vmware.api [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13974} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.144192] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.144372] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.144546] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.144716] env[69019]: INFO nova.compute.manager [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.144949] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.145154] env[69019]: DEBUG nova.compute.manager [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.145296] env[69019]: DEBUG nova.network.neutron [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.167730] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496728} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.167730] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] a4007025-07e6-4d87-91be-f467a2379ba9/a4007025-07e6-4d87-91be-f467a2379ba9.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.167934] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.168185] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b169f8-9667-4edf-884f-bf430beb05bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.174719] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1190.174719] env[69019]: value = "task-3347594" [ 1190.174719] env[69019]: _type = "Task" [ 1190.174719] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.183284] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.299455] env[69019]: DEBUG oslo_vmware.api [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347588, 'name': ReconfigVM_Task, 'duration_secs': 1.798962} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.299953] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.300183] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfigured VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1190.374452] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updated VIF entry in instance network info cache for port 53283c14-7ed9-454c-ba9b-5f790c0aeff5. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.374799] env[69019]: DEBUG nova.network.neutron [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [{"id": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "address": "fa:16:3e:ce:fa:4a", "network": {"id": "ea00825a-96ad-4460-8210-9d191c76804d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-853511342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed79eec048e74a3c93f2361492d4133e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53283c14-7e", "ovs_interfaceid": "53283c14-7ed9-454c-ba9b-5f790c0aeff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.471418] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.471759] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Processing image aaef7a0a-121d-4888-bff5-af7e73e3195b {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.471895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.472052] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.472596] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.472880] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bafd8d3-9cc0-44e1-a050-434192f89ca9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.480864] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.481060] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.481766] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eac2472-7f0b-418f-ae33-e8a27b23592e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.487688] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1190.487688] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521fe78e-8969-22ea-7563-ef115ceedc45" [ 1190.487688] env[69019]: _type = "Task" [ 1190.487688] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.500733] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1190.500967] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Fetch image to [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc/OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1190.501171] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Downloading stream optimized image aaef7a0a-121d-4888-bff5-af7e73e3195b to [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc/OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc.vmdk on the data store datastore1 as vApp {{(pid=69019) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1190.501344] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Downloading image file data aaef7a0a-121d-4888-bff5-af7e73e3195b to the ESX as VM named 'OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc' {{(pid=69019) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1190.590186] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1190.590186] env[69019]: value = "resgroup-9" [ 1190.590186] env[69019]: _type = "ResourcePool" [ 1190.590186] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1190.590186] env[69019]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dd35b0ce-0eb9-4a99-bbe4-192b2b4403af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.610413] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease: (returnval){ [ 1190.610413] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1190.610413] env[69019]: _type = "HttpNfcLease" [ 1190.610413] env[69019]: } obtained for vApp import into resource pool (val){ [ 1190.610413] env[69019]: value = "resgroup-9" [ 1190.610413] env[69019]: _type = "ResourcePool" [ 1190.610413] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1190.611219] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the lease: (returnval){ [ 1190.611219] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1190.611219] env[69019]: _type = "HttpNfcLease" [ 1190.611219] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.618027] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.618027] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1190.618027] env[69019]: _type = "HttpNfcLease" [ 1190.618027] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.686765] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061839} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.686765] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.687807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff691234-41e5-483d-bb59-f487665c54bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.710054] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a4007025-07e6-4d87-91be-f467a2379ba9/a4007025-07e6-4d87-91be-f467a2379ba9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.710515] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34f2d13-ebe5-44b5-acb3-601bd86d6d41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.730313] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1190.730313] env[69019]: value = "task-3347596" [ 1190.730313] env[69019]: _type = "Task" [ 1190.730313] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.738191] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.784806] env[69019]: DEBUG nova.compute.manager [req-2499a8ab-2c7b-409f-913d-ce05a65ae91b req-63150faa-f3f4-45b6-b6c5-f57b73090e9e service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Received event network-vif-deleted-53531ede-aa0e-47d5-8d08-8b8c339deb13 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.785183] env[69019]: INFO nova.compute.manager [req-2499a8ab-2c7b-409f-913d-ce05a65ae91b req-63150faa-f3f4-45b6-b6c5-f57b73090e9e service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Neutron deleted interface 53531ede-aa0e-47d5-8d08-8b8c339deb13; detaching it from the instance and deleting it from the info cache [ 1190.785439] env[69019]: DEBUG nova.network.neutron [req-2499a8ab-2c7b-409f-913d-ce05a65ae91b req-63150faa-f3f4-45b6-b6c5-f57b73090e9e service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.804909] env[69019]: DEBUG oslo_concurrency.lockutils [None req-cae2d21a-d2fb-4b1d-b144-df98f4b7ef06 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.286s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.878360] env[69019]: DEBUG oslo_concurrency.lockutils [req-92a6ac62-1bf7-4e67-aaa1-950e65a71da5 req-ee1d6af8-e084-4f30-82d8-3ced0bdfeefe service nova] Releasing lock "refresh_cache-6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.895775] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.895995] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.948568] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.972297] env[69019]: DEBUG nova.virt.hardware [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.973441] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cd9c3e-c25a-4d6b-ae67-7f09088e32f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.981427] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a8652-86d8-4a03-8f33-1977537e6c5d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.119607] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.119607] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1191.119607] env[69019]: _type = "HttpNfcLease" [ 1191.119607] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1191.240706] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347596, 'name': ReconfigVM_Task, 'duration_secs': 0.327503} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.241023] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a4007025-07e6-4d87-91be-f467a2379ba9/a4007025-07e6-4d87-91be-f467a2379ba9.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.241672] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55bd6d15-3ead-4af3-b2c4-3cc8dd38ed01 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.247818] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1191.247818] env[69019]: value = "task-3347597" [ 1191.247818] env[69019]: _type = "Task" [ 1191.247818] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.255731] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347597, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.265195] env[69019]: DEBUG nova.network.neutron [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.289465] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ba90be1-6844-48fe-b254-3949e3b58608 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.299157] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c625fd-f6d9-405e-81ad-6119c8766c27 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.335316] env[69019]: DEBUG nova.compute.manager [req-2499a8ab-2c7b-409f-913d-ce05a65ae91b req-63150faa-f3f4-45b6-b6c5-f57b73090e9e service nova] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Detach interface failed, port_id=53531ede-aa0e-47d5-8d08-8b8c339deb13, reason: Instance a0a3c640-087b-44c4-8db5-816d1c4b80e0 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.402397] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.402930] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.402930] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.402930] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.403074] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.403229] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.403360] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.403511] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.446458] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Successfully updated port: 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.627451] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.627451] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1191.627451] env[69019]: _type = "HttpNfcLease" [ 1191.627451] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.629358] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.629358] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]528e5380-9301-7cd7-7c2d-76afae09b51d" [ 1191.629358] env[69019]: _type = "HttpNfcLease" [ 1191.629358] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1191.629552] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0331d6-691b-4130-ab01-42a567c38bf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.638479] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.638683] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1191.709127] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-379ca126-599a-48c1-b33d-af8e5f1ae355 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.757383] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347597, 'name': Rename_Task, 'duration_secs': 0.252198} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.757663] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.757901] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67596a53-d02d-412c-9b8a-b0fb49fabc62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.764228] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1191.764228] env[69019]: value = "task-3347598" [ 1191.764228] env[69019]: _type = "Task" [ 1191.764228] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.767469] env[69019]: INFO nova.compute.manager [-] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Took 1.62 seconds to deallocate network for instance. [ 1191.775331] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.908775] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.908775] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.908775] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.908775] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1191.909704] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2415891-d65a-4d47-a1d7-e4c4f7f03eea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.920273] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d966d68c-ac29-42a6-b0a4-b31e5ba0e27c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.941620] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc720d36-1e51-4b00-8347-64d8d4780e24 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.948824] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3039f0-92f4-43c5-bf3e-779c95bcaeb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.954063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.954211] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.954366] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.982304] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179171MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1191.982469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.982698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.278101] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.278375] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.488921] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.589046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-72d60ad4-40f5-4551-9ff3-c29f9ba80efa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.589219] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-72d60ad4-40f5-4551-9ff3-c29f9ba80efa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.589491] env[69019]: DEBUG nova.objects.instance [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.644333] env[69019]: DEBUG nova.network.neutron [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.775023] env[69019]: DEBUG oslo_vmware.api [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347598, 'name': PowerOnVM_Task, 'duration_secs': 0.51466} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.775324] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.775545] env[69019]: INFO nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1192.775729] env[69019]: DEBUG nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.776517] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340c823-7407-47aa-8dfd-c3a6fb75a0b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.787705] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1192.787893] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.788943] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e72c21-6a9a-4418-a599-d68c8b38df94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.794963] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.795139] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1192.795381] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-14ec5b6b-9afc-4b7b-ac1a-0014cc6226f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.830806] env[69019]: DEBUG nova.compute.manager [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.830932] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.831200] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.831308] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.831471] env[69019]: DEBUG nova.compute.manager [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] No waiting events found dispatching network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.831635] env[69019]: WARNING nova.compute.manager [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received unexpected event network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f for instance with vm_state building and task_state spawning. [ 1192.831788] env[69019]: DEBUG nova.compute.manager [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-changed-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.831937] env[69019]: DEBUG nova.compute.manager [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing instance network info cache due to event network-changed-1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.832112] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.971972] env[69019]: DEBUG oslo_vmware.rw_handles [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5e566-e8b5-34e1-255f-4a0dd8fa4cd5/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1192.972172] env[69019]: INFO nova.virt.vmwareapi.images [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Downloaded image file data aaef7a0a-121d-4888-bff5-af7e73e3195b [ 1192.972993] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e385fbe-d9d8-4c77-b2ca-5d9e596d7b44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.988317] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-736b0877-c339-440a-8bb6-a7c160de0b4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.014859] env[69019]: INFO nova.virt.vmwareapi.images [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] The imported VM was unregistered [ 1193.017456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1193.017724] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.017962] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d073663-4869-49e6-a1ef-1537ba528fee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.021076] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021223] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021348] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9b30274d-6fed-4726-bf33-83a1e74356e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021488] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a0a3c640-087b-44c4-8db5-816d1c4b80e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1193.021608] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a587bab6-45f2-41ac-b617-9ddf453b3fc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021723] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6a745904-aca2-49c7-89b9-82d96d0ca1ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021838] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance aa54848a-3e18-41d4-a11b-686c129e3989 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.021951] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 1e95104c-cb42-42f3-bbed-b0eb965f8935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.022081] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a4007025-07e6-4d87-91be-f467a2379ba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.022195] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.022337] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b7596f93-0f58-466f-9e2f-5e7d98609d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.022484] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1193.022615] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.042363] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Created directory with path [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.042600] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc/OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc.vmdk to [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk. {{(pid=69019) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1193.042899] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56d240b4-1086-4a7c-b759-27a1bef2c735 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.052143] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1193.052143] env[69019]: value = "task-3347600" [ 1193.052143] env[69019]: _type = "Task" [ 1193.052143] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.059856] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.147163] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.147504] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance network_info: |[{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.147905] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.147981] env[69019]: DEBUG nova.network.neutron [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.149254] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ee:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cba8a54-0027-45eb-b181-3d747373789f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.159406] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating folder: Project (0ffc6ec5253a483aa2256504ab6435c0). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.166943] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2420cc5a-c089-43a5-86fe-7822c0c55b7e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.179910] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be66ac-a9ca-40aa-a46b-d12f74f15737 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.184073] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created folder: Project (0ffc6ec5253a483aa2256504ab6435c0) in parent group-v667907. [ 1193.184999] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating folder: Instances. Parent ref: group-v668224. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.185200] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26a08039-c635-472d-8fa6-e6797d6d42c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.189288] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef82aa-4d14-4147-8e45-c1b8b286ff18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.195862] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created folder: Instances in parent group-v668224. [ 1193.196095] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.220288] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.223967] env[69019]: DEBUG nova.objects.instance [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.224727] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb9c848-e6b0-4385-a489-e450fa90dc8c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.239917] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a6363-ab46-4096-9874-9f8f6e383675 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.243335] env[69019]: DEBUG nova.objects.base [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<6a745904-aca2-49c7-89b9-82d96d0ca1ed> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.243756] env[69019]: DEBUG nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.252094] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783f447-99f9-4e9e-905a-b652a00a3501 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.256063] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.256063] env[69019]: value = "task-3347603" [ 1193.256063] env[69019]: _type = "Task" [ 1193.256063] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.268299] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.274288] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347603, 'name': CreateVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.294025] env[69019]: INFO nova.compute.manager [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Took 14.35 seconds to build instance. [ 1193.356569] env[69019]: DEBUG nova.policy [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.500556] env[69019]: DEBUG nova.network.neutron [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updated VIF entry in instance network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.500954] env[69019]: DEBUG nova.network.neutron [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.563209] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.766745] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347603, 'name': CreateVM_Task, 'duration_secs': 0.366824} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.767147] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.767669] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.767828] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.768174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.768481] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b904d3ed-6cb6-4f91-b181-105220070c91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.771328] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.778122] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1193.778122] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d6da5e-77eb-76ca-f5de-0a6bc4335efd" [ 1193.778122] env[69019]: _type = "Task" [ 1193.778122] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.787153] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d6da5e-77eb-76ca-f5de-0a6bc4335efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.795572] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7daa2b93-2a77-442f-a789-abc1c28bb1d7 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.865s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.004696] env[69019]: DEBUG oslo_concurrency.lockutils [req-6cd1fe85-69cf-4f0f-9851-540b5241b9ca req-22be6770-992c-40c6-a459-973ffde101a8 service nova] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.063145] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.276613] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.276823] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.277133] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.999s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.277598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.289373] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d6da5e-77eb-76ca-f5de-0a6bc4335efd, 'name': SearchDatastore_Task, 'duration_secs': 0.076109} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.289688] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.289910] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.290161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.290310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.290491] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.290763] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230f2ab5-e5ce-4bce-be45-ee984e4851bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.299382] env[69019]: INFO nova.scheduler.client.report [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted allocations for instance a0a3c640-087b-44c4-8db5-816d1c4b80e0 [ 1194.307869] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.308099] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.308860] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be2036b-2254-43eb-824a-cc13eb42e4ab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.314199] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1194.314199] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523861b3-2079-01e9-92cb-cfa608ffb74b" [ 1194.314199] env[69019]: _type = "Task" [ 1194.314199] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.322866] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523861b3-2079-01e9-92cb-cfa608ffb74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.564113] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.808382] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7abc8f0a-41cd-4ee2-bb2f-a6e18e0f773e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "a0a3c640-087b-44c4-8db5-816d1c4b80e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.280s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.827575] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]523861b3-2079-01e9-92cb-cfa608ffb74b, 'name': SearchDatastore_Task, 'duration_secs': 0.085016} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.828260] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f9cdda-55ff-48d7-ace0-30f218e7bd0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.834275] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1194.834275] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52764728-09f9-384f-6876-3a9bdf603bf1" [ 1194.834275] env[69019]: _type = "Task" [ 1194.834275] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.844560] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52764728-09f9-384f-6876-3a9bdf603bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.860908] env[69019]: DEBUG nova.compute.manager [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-plugged-72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.861279] env[69019]: DEBUG oslo_concurrency.lockutils [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.861360] env[69019]: DEBUG oslo_concurrency.lockutils [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.861507] env[69019]: DEBUG oslo_concurrency.lockutils [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.861672] env[69019]: DEBUG nova.compute.manager [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] No waiting events found dispatching network-vif-plugged-72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.861838] env[69019]: WARNING nova.compute.manager [req-26298095-b5e7-4955-8bb0-d2f426df0c7d req-5ba8be63-487e-4a92-a1d3-f6265492c07f service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received unexpected event network-vif-plugged-72d60ad4-40f5-4551-9ff3-c29f9ba80efa for instance with vm_state active and task_state None. [ 1194.898594] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a4007025-07e6-4d87-91be-f467a2379ba9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.898844] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.899040] env[69019]: DEBUG nova.compute.manager [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.899914] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17eb20-ba04-4011-b239-41e743a1eba8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.906902] env[69019]: DEBUG nova.compute.manager [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1194.907828] env[69019]: DEBUG nova.objects.instance [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'flavor' on Instance uuid a4007025-07e6-4d87-91be-f467a2379ba9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.947218] env[69019]: DEBUG nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Successfully updated port: 72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.063911] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.345300] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52764728-09f9-384f-6876-3a9bdf603bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.081977} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.345699] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.346071] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.346424] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44ff1b1-37a4-4c17-b6c1-646bbaff10a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.353298] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1195.353298] env[69019]: value = "task-3347604" [ 1195.353298] env[69019]: _type = "Task" [ 1195.353298] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.361640] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.451804] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.452076] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.452385] env[69019]: DEBUG nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.565439] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.863181] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.914865] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.915111] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d588e395-4876-45f4-99cd-d33a37dfd568 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.922922] env[69019]: DEBUG oslo_vmware.api [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1195.922922] env[69019]: value = "task-3347605" [ 1195.922922] env[69019]: _type = "Task" [ 1195.922922] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.932025] env[69019]: DEBUG oslo_vmware.api [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.996676] env[69019]: WARNING nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1195.996911] env[69019]: WARNING nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1196.066989] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347600, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.74911} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.067258] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc/OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc.vmdk to [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk. [ 1196.067502] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Cleaning up location [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1196.067688] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ce3e22a9-b284-4ff6-b93e-12460a8e14dc {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.068091] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941f41f8-9e8d-4c8f-844b-0aff8fc2155c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.077588] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1196.077588] env[69019]: value = "task-3347606" [ 1196.077588] env[69019]: _type = "Task" [ 1196.077588] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.087255] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.365049] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844791} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.365378] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.365657] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.365819] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3357d43f-8d6f-46c1-80ac-7f632afe940e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.372382] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1196.372382] env[69019]: value = "task-3347607" [ 1196.372382] env[69019]: _type = "Task" [ 1196.372382] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.382757] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.431626] env[69019]: DEBUG oslo_vmware.api [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347605, 'name': PowerOffVM_Task, 'duration_secs': 0.375872} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.431893] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.432102] env[69019]: DEBUG nova.compute.manager [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.432853] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3926ed0d-c33d-4318-86a1-1352ee0b184f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.437762] env[69019]: DEBUG nova.network.neutron [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9782260-8c0b-498a-9f59-69de1327bcaa", "address": "fa:16:3e:fb:9c:07", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9782260-8c", "ovs_interfaceid": "c9782260-8c0b-498a-9f59-69de1327bcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72d60ad4-40f5-4551-9ff3-c29f9ba80efa", "address": "fa:16:3e:77:ff:8f", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d60ad4-40", "ovs_interfaceid": "72d60ad4-40f5-4551-9ff3-c29f9ba80efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.558967] env[69019]: DEBUG nova.compute.manager [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.588312] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12134} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.588576] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.588751] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.588981] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk to [datastore1] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.589250] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58f8d044-71b6-441e-839b-29bc4a31fbb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.597182] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1196.597182] env[69019]: value = "task-3347608" [ 1196.597182] env[69019]: _type = "Task" [ 1196.597182] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.606936] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.884096] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066773} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.884436] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.885477] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d2618-932c-4843-bdd0-ba6ac7607c7b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.909294] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.909652] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f197e2-6d22-4df7-8c2d-96bc861bde9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.930503] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1196.930503] env[69019]: value = "task-3347609" [ 1196.930503] env[69019]: _type = "Task" [ 1196.930503] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.939588] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.946361] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.946989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.947853] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.948488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d573e9c4-bf00-45ab-b825-394260c108cf tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.950636] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df3dbb-a184-417c-b676-20fea2e1f423 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.969749] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.970044] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.970321] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.970569] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.970735] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.970981] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.971155] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.971358] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.971512] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.971753] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.971908] env[69019]: DEBUG nova.virt.hardware [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.978934] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfiguring VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1196.980232] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb2d5b2-c4a9-47cf-894e-816da23b3e3e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.996788] env[69019]: DEBUG nova.compute.manager [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-changed-72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.997120] env[69019]: DEBUG nova.compute.manager [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing instance network info cache due to event network-changed-72d60ad4-40f5-4551-9ff3-c29f9ba80efa. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.997227] env[69019]: DEBUG oslo_concurrency.lockutils [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.997376] env[69019]: DEBUG oslo_concurrency.lockutils [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.997558] env[69019]: DEBUG nova.network.neutron [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Refreshing network info cache for port 72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.008389] env[69019]: DEBUG oslo_vmware.api [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1197.008389] env[69019]: value = "task-3347610" [ 1197.008389] env[69019]: _type = "Task" [ 1197.008389] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.019095] env[69019]: DEBUG oslo_vmware.api [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.081458] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.081764] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.109333] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.442340] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.519852] env[69019]: DEBUG oslo_vmware.api [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.588362] env[69019]: INFO nova.compute.claims [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.608637] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.666172] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a4007025-07e6-4d87-91be-f467a2379ba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.666473] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.666736] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.666975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.667186] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.669838] env[69019]: INFO nova.compute.manager [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Terminating instance [ 1197.749623] env[69019]: DEBUG nova.network.neutron [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updated VIF entry in instance network info cache for port 72d60ad4-40f5-4551-9ff3-c29f9ba80efa. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.750351] env[69019]: DEBUG nova.network.neutron [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9782260-8c0b-498a-9f59-69de1327bcaa", "address": "fa:16:3e:fb:9c:07", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9782260-8c", "ovs_interfaceid": "c9782260-8c0b-498a-9f59-69de1327bcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "72d60ad4-40f5-4551-9ff3-c29f9ba80efa", "address": "fa:16:3e:77:ff:8f", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d60ad4-40", "ovs_interfaceid": "72d60ad4-40f5-4551-9ff3-c29f9ba80efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.941759] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347609, 'name': ReconfigVM_Task, 'duration_secs': 1.008401} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.942139] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.942679] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-178962a1-ce22-461a-abb2-a4c831d05679 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.949445] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1197.949445] env[69019]: value = "task-3347611" [ 1197.949445] env[69019]: _type = "Task" [ 1197.949445] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.959273] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347611, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.019333] env[69019]: DEBUG oslo_vmware.api [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347610, 'name': ReconfigVM_Task, 'duration_secs': 0.617601} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.019882] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.020122] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfigured VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1198.096792] env[69019]: INFO nova.compute.resource_tracker [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating resource usage from migration 6ffc1c0e-63ad-42ce-a832-d12062f9bf89 [ 1198.108919] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.177226] env[69019]: DEBUG nova.compute.manager [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.177477] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.178644] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88521ac-47fd-4f73-a78f-273dac2f9ae9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.190081] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.190344] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc92336b-6dac-4004-afc9-fe4e80d00cd1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.253778] env[69019]: DEBUG oslo_concurrency.lockutils [req-7422fb27-76fd-47d9-9a01-948e6b05b0d1 req-0446e690-36fa-4448-9769-975e1d1ef5e7 service nova] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.260311] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd90ab4-ac73-47e1-93d7-e2fad6aee23d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.268632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca07ae68-40a6-4b50-a070-8db923319cdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.303044] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57ad64-e450-4a19-80a7-68ae517c2f35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.312984] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81babe7a-efa4-4f19-9da4-e079289e75bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.319261] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.319509] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.319696] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore1] a4007025-07e6-4d87-91be-f467a2379ba9 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.320520] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-339f0016-61d3-43c4-b64d-8f02025d7dcb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.331266] env[69019]: DEBUG nova.compute.provider_tree [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.338297] env[69019]: DEBUG oslo_vmware.api [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1198.338297] env[69019]: value = "task-3347613" [ 1198.338297] env[69019]: _type = "Task" [ 1198.338297] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.348515] env[69019]: DEBUG oslo_vmware.api [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.462928] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347611, 'name': Rename_Task, 'duration_secs': 0.476171} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.463178] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.463514] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9655ab-d557-4600-8729-6c7c1ef6f3a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.470316] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1198.470316] env[69019]: value = "task-3347614" [ 1198.470316] env[69019]: _type = "Task" [ 1198.470316] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.478979] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.524883] env[69019]: DEBUG oslo_concurrency.lockutils [None req-d10c2b88-400c-4af3-b8d8-78bf49c7a7b2 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-72d60ad4-40f5-4551-9ff3-c29f9ba80efa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.936s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.614474] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.835380] env[69019]: DEBUG nova.scheduler.client.report [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.848042] env[69019]: DEBUG oslo_vmware.api [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.980491] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.111168] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347608, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.316322} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.111567] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaef7a0a-121d-4888-bff5-af7e73e3195b/aaef7a0a-121d-4888-bff5-af7e73e3195b.vmdk to [datastore1] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.112487] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db3c77-e51d-46f3-8be5-eed411aed766 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.144609] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.144905] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6efcdd70-dcd0-4115-913b-1fef62e0a069 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.167550] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1199.167550] env[69019]: value = "task-3347615" [ 1199.167550] env[69019]: _type = "Task" [ 1199.167550] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.175530] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.343275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.261s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.343490] env[69019]: INFO nova.compute.manager [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Migrating [ 1199.360579] env[69019]: DEBUG oslo_vmware.api [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664415} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.360973] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.361169] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.361346] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.361514] env[69019]: INFO nova.compute.manager [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1199.361777] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.361925] env[69019]: DEBUG nova.compute.manager [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.362019] env[69019]: DEBUG nova.network.neutron [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.482442] env[69019]: DEBUG oslo_vmware.api [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347614, 'name': PowerOnVM_Task, 'duration_secs': 0.772568} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.482720] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.483054] env[69019]: INFO nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1199.483130] env[69019]: DEBUG nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.483885] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad17548e-0ac6-4180-b9c7-ec519e2e4496 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.600648] env[69019]: DEBUG nova.compute.manager [req-ade0f7c6-d4ce-4193-b1b8-910698dabb98 req-dabdd220-f9a7-49c8-95aa-a0677488e596 service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Received event network-vif-deleted-f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.600911] env[69019]: INFO nova.compute.manager [req-ade0f7c6-d4ce-4193-b1b8-910698dabb98 req-dabdd220-f9a7-49c8-95aa-a0677488e596 service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Neutron deleted interface f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9; detaching it from the instance and deleting it from the info cache [ 1199.601113] env[69019]: DEBUG nova.network.neutron [req-ade0f7c6-d4ce-4193-b1b8-910698dabb98 req-dabdd220-f9a7-49c8-95aa-a0677488e596 service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.677543] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.857624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.857822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.857982] env[69019]: DEBUG nova.network.neutron [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.909036] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-c9782260-8c0b-498a-9f59-69de1327bcaa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.909206] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-c9782260-8c0b-498a-9f59-69de1327bcaa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.003551] env[69019]: INFO nova.compute.manager [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Took 13.44 seconds to build instance. [ 1200.085938] env[69019]: DEBUG nova.network.neutron [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.108860] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ce2d60-5278-46e1-bbc4-8b813b0cc0b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.119015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33ee597-2562-4f21-9e8c-1859206050aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.154371] env[69019]: DEBUG nova.compute.manager [req-ade0f7c6-d4ce-4193-b1b8-910698dabb98 req-dabdd220-f9a7-49c8-95aa-a0677488e596 service nova] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Detach interface failed, port_id=f5994b11-7394-4a6e-a7b5-c4b8bc5d75d9, reason: Instance a4007025-07e6-4d87-91be-f467a2379ba9 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1200.178227] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.265300] env[69019]: DEBUG nova.compute.manager [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-changed-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.265520] env[69019]: DEBUG nova.compute.manager [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing instance network info cache due to event network-changed-1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.267600] env[69019]: DEBUG oslo_concurrency.lockutils [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.267701] env[69019]: DEBUG oslo_concurrency.lockutils [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.267883] env[69019]: DEBUG nova.network.neutron [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.411419] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.411601] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.412466] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13815aa2-1c1c-450b-9c23-6f15f858c7c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.432471] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e8452-03c5-43e3-95c1-2bebd0acac64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.460539] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfiguring VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1200.460791] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9265223b-14a1-452f-82b6-32436f0adf90 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.480382] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1200.480382] env[69019]: value = "task-3347616" [ 1200.480382] env[69019]: _type = "Task" [ 1200.480382] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.487983] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.505933] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c56e3e40-bac3-45af-9ae7-863b95f8fb6c tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.947s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.581375] env[69019]: DEBUG nova.network.neutron [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.587225] env[69019]: INFO nova.compute.manager [-] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Took 1.23 seconds to deallocate network for instance. [ 1200.677921] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347615, 'name': ReconfigVM_Task, 'duration_secs': 1.064627} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.678203] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18/6ef9ac9c-d51c-4151-b2c7-30f0587cdd18.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.678804] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934672cf-a757-4877-9284-e0908b7a006c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.685555] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1200.685555] env[69019]: value = "task-3347617" [ 1200.685555] env[69019]: _type = "Task" [ 1200.685555] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.698787] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347617, 'name': Rename_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.980286] env[69019]: DEBUG nova.network.neutron [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updated VIF entry in instance network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.980652] env[69019]: DEBUG nova.network.neutron [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.991730] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.083920] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.092850] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.093134] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.093369] env[69019]: DEBUG nova.objects.instance [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid a4007025-07e6-4d87-91be-f467a2379ba9 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.913270] env[69019]: DEBUG oslo_concurrency.lockutils [req-2905200b-6e35-4835-8eb0-736749e8298d req-79b0b5b9-0f8b-4e9f-8d2b-984d16e51cea service nova] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.919131] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347617, 'name': Rename_Task, 'duration_secs': 0.138727} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.922724] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.922979] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890a5d4a-2223-41b0-96be-f5189fe2d60d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.929695] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.930985] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1201.930985] env[69019]: value = "task-3347618" [ 1201.930985] env[69019]: _type = "Task" [ 1201.930985] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.945080] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.069354] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c19b63a-2918-42e7-93ad-0b059753626c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.076905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef1c719-d948-48e7-a1b0-7c2dc88d05b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.107189] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4dee1-6913-4809-b232-809684b904cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.114458] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b61e0-94f1-43f4-a3cf-b833e580af3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.128032] env[69019]: DEBUG nova.compute.provider_tree [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.424142] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.440946] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.630922] env[69019]: DEBUG nova.scheduler.client.report [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.922011] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.928377] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4200e8d-3784-49d2-92eb-ba6e2ab1f82f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.948422] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.956461] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347618, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.135804] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.153906] env[69019]: INFO nova.scheduler.client.report [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance a4007025-07e6-4d87-91be-f467a2379ba9 [ 1203.423022] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.440302] env[69019]: DEBUG oslo_vmware.api [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347618, 'name': PowerOnVM_Task, 'duration_secs': 1.374178} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.440565] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.453981] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.454258] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc69808-549a-4d2e-98c0-d3851f0e2682 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.460409] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1203.460409] env[69019]: value = "task-3347619" [ 1203.460409] env[69019]: _type = "Task" [ 1203.460409] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.468408] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.544075] env[69019]: DEBUG nova.compute.manager [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.544962] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b367f-872c-4d55-8ca8-e0ed3a2f7ba4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.662330] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bc2820fb-158f-4628-98aa-b0bb13d70c2c tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "a4007025-07e6-4d87-91be-f467a2379ba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.924105] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.970316] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347619, 'name': PowerOffVM_Task, 'duration_secs': 0.314237} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.970582] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.970764] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.062809] env[69019]: DEBUG oslo_concurrency.lockutils [None req-9886ee59-aaba-4033-afac-909ce653efc5 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.443s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.424433] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.476933] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.477174] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.477332] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.477510] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.477656] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.477861] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.478094] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.478259] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.478424] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.478627] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.478882] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.483717] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39b8d33-c180-4aad-bbe7-011e11f6da3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.499349] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1204.499349] env[69019]: value = "task-3347620" [ 1204.499349] env[69019]: _type = "Task" [ 1204.499349] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.507122] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.526773] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "9b30274d-6fed-4726-bf33-83a1e74356e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.527050] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.527261] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.527469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.527681] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.529933] env[69019]: INFO nova.compute.manager [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Terminating instance [ 1204.925191] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.008878] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347620, 'name': ReconfigVM_Task, 'duration_secs': 0.159176} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.009206] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.033580] env[69019]: DEBUG nova.compute.manager [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.033896] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.034797] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56686f-b8a0-4881-9d6d-d54752c32b35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.042136] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.042382] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09eb0a7a-c359-468f-8d56-a1952d1027db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.048405] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1205.048405] env[69019]: value = "task-3347621" [ 1205.048405] env[69019]: _type = "Task" [ 1205.048405] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.056061] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.070276] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.070516] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.070753] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.070941] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.071124] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.072998] env[69019]: INFO nova.compute.manager [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Terminating instance [ 1205.425999] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.515364] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.515636] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.515807] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.515993] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.516164] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.516312] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.516514] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.516675] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.516838] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.516996] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.517184] env[69019]: DEBUG nova.virt.hardware [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.522426] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.522711] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5048d83b-0782-4623-8fd3-390a990f27c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.541652] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1205.541652] env[69019]: value = "task-3347622" [ 1205.541652] env[69019]: _type = "Task" [ 1205.541652] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.551450] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.558541] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347621, 'name': PowerOffVM_Task, 'duration_secs': 0.162375} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.558781] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.558944] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.559216] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e6106d-06ba-45d3-9ef3-206f015e57e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576513] env[69019]: DEBUG nova.compute.manager [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.576724] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.577601] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c4d1ad-803a-4315-95b9-08ad5a56c091 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.585347] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.585612] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ebadffb-8564-4064-80e6-7262cbcbc66d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.590995] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1205.590995] env[69019]: value = "task-3347624" [ 1205.590995] env[69019]: _type = "Task" [ 1205.590995] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.598645] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.624555] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.624796] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.624945] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleting the datastore file [datastore1] 9b30274d-6fed-4726-bf33-83a1e74356e5 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.625215] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab59ba9-92a7-4a1b-96ae-74026ace3d5f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.633174] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for the task: (returnval){ [ 1205.633174] env[69019]: value = "task-3347625" [ 1205.633174] env[69019]: _type = "Task" [ 1205.633174] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.640776] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.926880] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.051780] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347622, 'name': ReconfigVM_Task, 'duration_secs': 0.1682} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.052042] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.052860] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1bb074-98fb-434f-96c6-fd83b348cc88 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.075466] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.075785] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e79c011-4ed1-42b5-852e-26553b972837 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.095938] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1206.095938] env[69019]: value = "task-3347626" [ 1206.095938] env[69019]: _type = "Task" [ 1206.095938] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.101849] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347624, 'name': PowerOffVM_Task, 'duration_secs': 0.211818} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.102608] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.102784] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.103022] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4f1c9e-5469-41b5-a6b7-5398f13a74cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.107501] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.142817] env[69019]: DEBUG oslo_vmware.api [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Task: {'id': task-3347625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142017} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.143087] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.143277] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.143457] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.143630] env[69019]: INFO nova.compute.manager [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1206.143868] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.144070] env[69019]: DEBUG nova.compute.manager [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.144168] env[69019]: DEBUG nova.network.neutron [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.165884] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.166109] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.166293] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleting the datastore file [datastore1] 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.166558] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef78560-6d43-404c-aa12-e97673146042 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.180328] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for the task: (returnval){ [ 1206.180328] env[69019]: value = "task-3347628" [ 1206.180328] env[69019]: _type = "Task" [ 1206.180328] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.189471] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.417178] env[69019]: DEBUG nova.compute.manager [req-43619924-621c-4188-a348-a370becbe5d5 req-352f2b67-0f3f-4372-ba74-5f4d7bd3a918 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Received event network-vif-deleted-5a53ed91-b61e-429a-8385-066607ec94f1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.417776] env[69019]: INFO nova.compute.manager [req-43619924-621c-4188-a348-a370becbe5d5 req-352f2b67-0f3f-4372-ba74-5f4d7bd3a918 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Neutron deleted interface 5a53ed91-b61e-429a-8385-066607ec94f1; detaching it from the instance and deleting it from the info cache [ 1206.417991] env[69019]: DEBUG nova.network.neutron [req-43619924-621c-4188-a348-a370becbe5d5 req-352f2b67-0f3f-4372-ba74-5f4d7bd3a918 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.428407] env[69019]: DEBUG oslo_vmware.api [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347616, 'name': ReconfigVM_Task, 'duration_secs': 5.774276} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.428710] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.428820] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfigured VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1206.606171] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347626, 'name': ReconfigVM_Task, 'duration_secs': 0.276606} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.606483] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4/0619a824-2700-4f1e-80ad-4938a50d2af4.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.606739] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.690035] env[69019]: DEBUG oslo_vmware.api [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Task: {'id': task-3347628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136512} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.690309] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.690495] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.690702] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.690902] env[69019]: INFO nova.compute.manager [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1206.691206] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.691423] env[69019]: DEBUG nova.compute.manager [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.691539] env[69019]: DEBUG nova.network.neutron [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.894658] env[69019]: DEBUG nova.network.neutron [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.920615] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d14485-b1b5-4c2a-a22e-8b230e02ce07 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.930135] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5456ad8-cb2d-433d-83d6-35dc54ee2397 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.962955] env[69019]: DEBUG nova.compute.manager [req-43619924-621c-4188-a348-a370becbe5d5 req-352f2b67-0f3f-4372-ba74-5f4d7bd3a918 service nova] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Detach interface failed, port_id=5a53ed91-b61e-429a-8385-066607ec94f1, reason: Instance 9b30274d-6fed-4726-bf33-83a1e74356e5 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.965832] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.966089] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.113283] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba12bb6-6167-48ff-b2f4-30de30b17ba3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.134557] env[69019]: DEBUG nova.network.neutron [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.136148] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646f6e4-f8e6-43f4-af2d-6589f98e8f62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.157675] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.245149] env[69019]: DEBUG nova.compute.manager [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-deleted-72d60ad4-40f5-4551-9ff3-c29f9ba80efa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.245303] env[69019]: INFO nova.compute.manager [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Neutron deleted interface 72d60ad4-40f5-4551-9ff3-c29f9ba80efa; detaching it from the instance and deleting it from the info cache [ 1207.245659] env[69019]: DEBUG nova.network.neutron [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9782260-8c0b-498a-9f59-69de1327bcaa", "address": "fa:16:3e:fb:9c:07", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9782260-8c", "ovs_interfaceid": "c9782260-8c0b-498a-9f59-69de1327bcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.399669] env[69019]: INFO nova.compute.manager [-] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Took 1.25 seconds to deallocate network for instance. [ 1207.469278] env[69019]: DEBUG nova.compute.utils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.640517] env[69019]: INFO nova.compute.manager [-] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Took 0.95 seconds to deallocate network for instance. [ 1207.662634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.662634] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.662634] env[69019]: DEBUG nova.network.neutron [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.698470] env[69019]: DEBUG nova.network.neutron [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Port 35b5e51b-1582-4d09-8f10-fe374e312eb4 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1207.748951] env[69019]: DEBUG oslo_concurrency.lockutils [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.749151] env[69019]: DEBUG oslo_concurrency.lockutils [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Acquired lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.750087] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895cd33-b4e5-48a2-a9cc-e6d29da988c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.768909] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7223a5-f24e-4095-adaf-dc80e90a4973 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.795807] env[69019]: DEBUG nova.virt.vmwareapi.vmops [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfiguring VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1207.796086] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d72c79e-2a70-4d5d-ab17-45493b7f7968 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.814650] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.814961] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Waiting for the task: (returnval){ [ 1207.814961] env[69019]: value = "task-3347629" [ 1207.814961] env[69019]: _type = "Task" [ 1207.814961] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.822488] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.907054] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.907200] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.907428] env[69019]: DEBUG nova.objects.instance [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lazy-loading 'resources' on Instance uuid 9b30274d-6fed-4726-bf33-83a1e74356e5 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.972589] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.146550] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.327456] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.407811] env[69019]: INFO nova.network.neutron [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Port c9782260-8c0b-498a-9f59-69de1327bcaa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1208.408232] env[69019]: DEBUG nova.network.neutron [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [{"id": "2281ded4-725d-4175-a575-cf172ed9a79c", "address": "fa:16:3e:cf:28:8b", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2281ded4-72", "ovs_interfaceid": "2281ded4-725d-4175-a575-cf172ed9a79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.542413] env[69019]: DEBUG nova.compute.manager [req-ef388826-14dd-4b2d-abe5-8da975ee9b0b req-f968e928-239b-4d8c-aedb-136df8a6e47b service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-deleted-c9782260-8c0b-498a-9f59-69de1327bcaa {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.542663] env[69019]: DEBUG nova.compute.manager [req-ef388826-14dd-4b2d-abe5-8da975ee9b0b req-f968e928-239b-4d8c-aedb-136df8a6e47b service nova] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Received event network-vif-deleted-53283c14-7ed9-454c-ba9b-5f790c0aeff5 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.547960] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f7ab5f-402a-4cb4-8993-d7d943367602 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.556087] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde94900-67ea-4133-8517-f886dbd5a453 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.587547] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79932812-e0dc-4ba0-b05f-7cdbddde0d1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.594509] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ac72a-590f-4508-b658-702dac041265 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.607875] env[69019]: DEBUG nova.compute.provider_tree [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.720009] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.720243] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.720408] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.812130] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_power_states {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.824561] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.913724] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.038318] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.038581] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.038828] env[69019]: INFO nova.compute.manager [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Attaching volume 1d87d0f6-2a5f-4bda-b2f2-a173346e24ba to /dev/sdb [ 1209.069148] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d92b5a-e93e-444a-af92-0bfab0fe8a85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.076482] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbb0bc6-e8fb-4cbe-923d-54a9a83c01fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.090071] env[69019]: DEBUG nova.virt.block_device [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating existing volume attachment record: 8bed3dea-b427-452e-b850-09b5397da361 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.110792] env[69019]: DEBUG nova.scheduler.client.report [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.316450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Getting list of instances from cluster (obj){ [ 1209.316450] env[69019]: value = "domain-c8" [ 1209.316450] env[69019]: _type = "ClusterComputeResource" [ 1209.316450] env[69019]: } {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1209.317775] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da6768-aed7-4023-9e59-820da4c58362 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.332137] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.341378] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Got total of 7 instances {{(pid=69019) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1209.341546] env[69019]: WARNING nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1209.341716] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid c257545b-5b6b-4bec-9e9a-dd7e36a82799 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.341910] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342100] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid 9b30274d-6fed-4726-bf33-83a1e74356e5 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342262] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid a587bab6-45f2-41ac-b617-9ddf453b3fc4 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342420] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342618] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid aa54848a-3e18-41d4-a11b-686c129e3989 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342776] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.342939] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid 1e95104c-cb42-42f3-bbed-b0eb965f8935 {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.343119] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Triggering sync for uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1209.343905] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.343905] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.344038] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.344220] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.344402] env[69019]: INFO nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1209.344581] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.344792] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "9b30274d-6fed-4726-bf33-83a1e74356e5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.345028] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.345223] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.345467] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.345726] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.345915] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.346175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.346393] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.346618] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.346819] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.347696] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5007941-f0bf-4baa-8e1b-3908ed6dc99e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.350823] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110de831-54e4-45b7-91f0-b9161cf670e6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.353624] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc3686-cde2-4d9c-a519-4651a55883d0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.356458] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980697f-ce6b-4ac5-a291-f68346996c91 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.417757] env[69019]: DEBUG oslo_concurrency.lockutils [None req-72fc7914-ba95-4c3a-83be-0cd3da16b10d tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-6a745904-aca2-49c7-89b9-82d96d0ca1ed-c9782260-8c0b-498a-9f59-69de1327bcaa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.508s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.615995] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.618474] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.472s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.618719] env[69019]: DEBUG nova.objects.instance [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lazy-loading 'resources' on Instance uuid 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.639577] env[69019]: INFO nova.scheduler.client.report [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Deleted allocations for instance 9b30274d-6fed-4726-bf33-83a1e74356e5 [ 1209.754220] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.754421] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.754600] env[69019]: DEBUG nova.network.neutron [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.826451] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.871274] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.871471] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.872864] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.873204] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.149283] env[69019]: DEBUG oslo_concurrency.lockutils [None req-eb7cc6fe-2fee-427f-b3de-f54899968706 tempest-ServersTestJSON-902398434 tempest-ServersTestJSON-902398434-project-member] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.150270] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.805s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.152622] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f27562e-d717-48e4-a1bf-1f5b5f24791b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.161933] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94282a10-aec5-4bfb-a5b7-c94a03048b43 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.264327] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a88039-b8a0-48e3-8b46-2766e71df8fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.271550] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f4104c-b8d5-43ad-b287-e8be6f790b7b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.303455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d888ee74-6185-474a-89af-e4511d59cf1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.310659] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b06757-28b5-481f-8a84-f222b73e6d78 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.323620] env[69019]: DEBUG nova.compute.provider_tree [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.331926] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.472624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.472863] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.473081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.473266] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.473471] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.475422] env[69019]: INFO nova.compute.manager [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Terminating instance [ 1210.502518] env[69019]: DEBUG nova.network.neutron [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.703893] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "9b30274d-6fed-4726-bf33-83a1e74356e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.830535] env[69019]: DEBUG nova.scheduler.client.report [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.842109] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.980574] env[69019]: DEBUG nova.compute.manager [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.980924] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.981322] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-931ad969-2a5d-495f-aff7-eb378eabeffd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.990864] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1210.990864] env[69019]: value = "task-3347631" [ 1210.990864] env[69019]: _type = "Task" [ 1210.990864] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.007088] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.014411] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.334806] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.338276] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.368431] env[69019]: INFO nova.scheduler.client.report [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Deleted allocations for instance 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18 [ 1211.501676] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347631, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.533502] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c34cbc9-698f-44c2-b248-c6d240080b60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.553767] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0591134-fb3f-49dd-affd-b2529e497d23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.561403] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.836786] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.876969] env[69019]: DEBUG oslo_concurrency.lockutils [None req-1c385113-67a3-43fb-b96d-e222b006a1f2 tempest-ServerActionsTestOtherB-1062999369 tempest-ServerActionsTestOtherB-1062999369-project-member] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.806s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.877965] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.532s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.878297] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60ee5cd1-689b-4ff1-a494-5798d62ac5b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.886971] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e621a4-b492-4358-b941-beb6a4b98e65 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.003255] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347631, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.068429] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.069114] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ab730f-6f54-4014-9a04-55c02ab60b9d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.077920] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1212.077920] env[69019]: value = "task-3347633" [ 1212.077920] env[69019]: _type = "Task" [ 1212.077920] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.086102] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.341387] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.421742] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "6ef9ac9c-d51c-4151-b2c7-30f0587cdd18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.502615] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347631, 'name': PowerOffVM_Task, 'duration_secs': 1.20317} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.502942] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.503274] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.503610] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668210', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'name': 'volume-3af9a020-c8f6-4535-ae7d-496aee099dff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa54848a-3e18-41d4-a11b-686c129e3989', 'attached_at': '2025-04-07T15:29:51.000000', 'detached_at': '', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'serial': '3af9a020-c8f6-4535-ae7d-496aee099dff'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.504680] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb3f67-7568-44dc-8398-f7b2b80dc115 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.523846] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a36e9d-e28f-4305-91f8-dd19efc13bee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.530763] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cd132-c520-4ef4-b6b9-33e34f2abae8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.548996] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66662748-c867-4901-8ddd-78ddbe0ec512 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.564042] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] The volume has not been displaced from its original location: [datastore2] volume-3af9a020-c8f6-4535-ae7d-496aee099dff/volume-3af9a020-c8f6-4535-ae7d-496aee099dff.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.569312] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.569643] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69b30fc-5696-44b5-aec1-c67e9ffb06fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.592540] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1212.592540] env[69019]: value = "task-3347635" [ 1212.592540] env[69019]: _type = "Task" [ 1212.592540] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.595829] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.603386] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.837976] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.091901] env[69019]: DEBUG oslo_vmware.api [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347633, 'name': PowerOnVM_Task, 'duration_secs': 0.575701} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.092127] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.092311] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bb72b-d84b-4af4-b361-be205a9e86a6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance '0619a824-2700-4f1e-80ad-4938a50d2af4' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.103605] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347635, 'name': ReconfigVM_Task, 'duration_secs': 0.239596} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.103832] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.108331] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4339315-8704-45a6-ad66-e6df1c9d2fe3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.122485] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1213.122485] env[69019]: value = "task-3347636" [ 1213.122485] env[69019]: _type = "Task" [ 1213.122485] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.130065] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.337015] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.633432] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347636, 'name': ReconfigVM_Task, 'duration_secs': 0.265496} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.634551] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.634766] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668227', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'name': 'volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e95104c-cb42-42f3-bbed-b0eb965f8935', 'attached_at': '', 'detached_at': '', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'serial': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.635156] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668210', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'name': 'volume-3af9a020-c8f6-4535-ae7d-496aee099dff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa54848a-3e18-41d4-a11b-686c129e3989', 'attached_at': '2025-04-07T15:29:51.000000', 'detached_at': '', 'volume_id': '3af9a020-c8f6-4535-ae7d-496aee099dff', 'serial': '3af9a020-c8f6-4535-ae7d-496aee099dff'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.635650] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.636500] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9138b-4314-4191-a638-eac7b9175568 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.639501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e88bff-3797-41df-8e29-0fdc71385439 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.656965] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd05fc-4d9c-4937-a875-dfdc17318fa6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.659302] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.659528] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4263848-13ac-4ebc-b7cb-92f3dff4ca17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.682784] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba/volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.683023] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93844cab-e14e-4ad9-ac3f-4021c0d294ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.700776] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1213.700776] env[69019]: value = "task-3347638" [ 1213.700776] env[69019]: _type = "Task" [ 1213.700776] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.708463] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.717727] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.718036] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.718294] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore2] aa54848a-3e18-41d4-a11b-686c129e3989 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.718565] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d72578a-0037-4a9d-860a-16ff50dfdbaa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.725325] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1213.725325] env[69019]: value = "task-3347639" [ 1213.725325] env[69019]: _type = "Task" [ 1213.725325] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.733749] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.837645] env[69019]: DEBUG oslo_vmware.api [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Task: {'id': task-3347629, 'name': ReconfigVM_Task, 'duration_secs': 5.851209} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.837949] env[69019]: DEBUG oslo_concurrency.lockutils [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] Releasing lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.838182] env[69019]: DEBUG nova.virt.vmwareapi.vmops [req-f15d948c-710e-4ed0-b6be-00d19fd88547 req-1d9f1ff4-7e28-46fa-8249-18c60e7a4ba5 service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Reconfigured VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1213.838673] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.024s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.838882] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.839098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.839295] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.841322] env[69019]: INFO nova.compute.manager [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Terminating instance [ 1214.211075] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347638, 'name': ReconfigVM_Task, 'duration_secs': 0.345555} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.211357] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba/volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.216335] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6dab489-71e3-4f0b-8df6-f7714cd80446 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.233891] env[69019]: DEBUG oslo_vmware.api [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.234986] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.235196] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.235376] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.235549] env[69019]: INFO nova.compute.manager [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1214.235821] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.236084] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1214.236084] env[69019]: value = "task-3347640" [ 1214.236084] env[69019]: _type = "Task" [ 1214.236084] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.236262] env[69019]: DEBUG nova.compute.manager [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.236359] env[69019]: DEBUG nova.network.neutron [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.245336] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.345614] env[69019]: DEBUG nova.compute.manager [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.345614] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.347115] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14885c37-6df7-44a4-9e7c-9fb2278f790a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.353371] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.353614] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7bc8a28-f1e0-4f74-8d50-d4eae98c4ebd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.359894] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1214.359894] env[69019]: value = "task-3347641" [ 1214.359894] env[69019]: _type = "Task" [ 1214.359894] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.367889] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.749816] env[69019]: DEBUG oslo_vmware.api [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347640, 'name': ReconfigVM_Task, 'duration_secs': 0.140425} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.750146] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668227', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'name': 'volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e95104c-cb42-42f3-bbed-b0eb965f8935', 'attached_at': '', 'detached_at': '', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'serial': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.756486] env[69019]: DEBUG nova.compute.manager [req-debc5dd5-efc2-47ba-836b-5a069681c4f2 req-08b047b0-9727-4739-979d-e2f3973458cc service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Received event network-vif-deleted-4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.757495] env[69019]: INFO nova.compute.manager [req-debc5dd5-efc2-47ba-836b-5a069681c4f2 req-08b047b0-9727-4739-979d-e2f3973458cc service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Neutron deleted interface 4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01; detaching it from the instance and deleting it from the info cache [ 1214.757495] env[69019]: DEBUG nova.network.neutron [req-debc5dd5-efc2-47ba-836b-5a069681c4f2 req-08b047b0-9727-4739-979d-e2f3973458cc service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.871170] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347641, 'name': PowerOffVM_Task, 'duration_secs': 0.184962} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.871498] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.871737] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.872074] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2505ad85-2e0e-4cc4-b8a6-110d9022a9b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.944434] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.944648] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.944819] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleting the datastore file [datastore2] 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.945103] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d742b30-9aa2-4c89-9c3e-bd1f4ab0fa50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.952132] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1214.952132] env[69019]: value = "task-3347643" [ 1214.952132] env[69019]: _type = "Task" [ 1214.952132] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.959645] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.197290] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.197456] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.197677] env[69019]: DEBUG nova.compute.manager [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Going to confirm migration 9 {{(pid=69019) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1215.234982] env[69019]: DEBUG nova.network.neutron [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.260745] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1572b2b1-da45-4ef5-8c9c-7f538e3a2786 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.271904] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90350d29-7180-41be-b8ff-76cc3c934f1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.300481] env[69019]: DEBUG nova.compute.manager [req-debc5dd5-efc2-47ba-836b-5a069681c4f2 req-08b047b0-9727-4739-979d-e2f3973458cc service nova] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Detach interface failed, port_id=4f0d81c3-ee5e-4e7a-b0a8-3bf62135bf01, reason: Instance aa54848a-3e18-41d4-a11b-686c129e3989 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.461872] env[69019]: DEBUG oslo_vmware.api [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172604} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.462207] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.462431] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.462645] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.462830] env[69019]: INFO nova.compute.manager [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1215.463089] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.463269] env[69019]: DEBUG nova.compute.manager [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.463363] env[69019]: DEBUG nova.network.neutron [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.738620] env[69019]: INFO nova.compute.manager [-] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Took 1.50 seconds to deallocate network for instance. [ 1215.786830] env[69019]: DEBUG nova.objects.instance [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid 1e95104c-cb42-42f3-bbed-b0eb965f8935 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.918971] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.919236] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.919366] env[69019]: DEBUG nova.network.neutron [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.919549] env[69019]: DEBUG nova.objects.instance [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'info_cache' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.285456] env[69019]: INFO nova.compute.manager [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Took 0.54 seconds to detach 1 volumes for instance. [ 1216.286254] env[69019]: DEBUG nova.compute.manager [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Deleting volume: 3af9a020-c8f6-4535-ae7d-496aee099dff {{(pid=69019) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1216.290766] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b725724a-b872-4c99-949d-9b35159126f5 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.292336] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.946s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.293424] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b730810-8068-419c-ada0-bba74693adec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.548884] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.628868] env[69019]: DEBUG nova.network.neutron [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.807578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.808168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.259s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.825523] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.825838] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.826086] env[69019]: DEBUG nova.objects.instance [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'resources' on Instance uuid aa54848a-3e18-41d4-a11b-686c129e3989 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.868581] env[69019]: DEBUG nova.compute.manager [req-ffc80f06-93c4-4739-8a42-94d14324dc6e req-3f854c2e-92a2-4cc6-99dd-27aeea43251c service nova] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Received event network-vif-deleted-2281ded4-725d-4175-a575-cf172ed9a79c {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.131394] env[69019]: INFO nova.compute.manager [-] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Took 1.67 seconds to deallocate network for instance. [ 1217.296251] env[69019]: DEBUG nova.network.neutron [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [{"id": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "address": "fa:16:3e:38:16:50", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b5e51b-15", "ovs_interfaceid": "35b5e51b-1582-4d09-8f10-fe374e312eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.311904] env[69019]: INFO nova.compute.manager [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Detaching volume 1d87d0f6-2a5f-4bda-b2f2-a173346e24ba [ 1217.359349] env[69019]: INFO nova.virt.block_device [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Attempting to driver detach volume 1d87d0f6-2a5f-4bda-b2f2-a173346e24ba from mountpoint /dev/sdb [ 1217.359476] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.359656] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668227', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'name': 'volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e95104c-cb42-42f3-bbed-b0eb965f8935', 'attached_at': '', 'detached_at': '', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'serial': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.360607] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfacabdb-fd32-4338-9333-fd760cdae2f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.389344] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e554c-3180-4026-8210-4fa41d4e8d92 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.396755] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c865de0f-bd27-4afe-96cf-84af21fc5bf4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.418822] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca75d6b-d68e-461e-8332-76bf5bd82e2c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.433489] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] The volume has not been displaced from its original location: [datastore1] volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba/volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.438708] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.441314] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95ffc16-577a-47b8-91a9-42311533814f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.460676] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1217.460676] env[69019]: value = "task-3347645" [ 1217.460676] env[69019]: _type = "Task" [ 1217.460676] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.472563] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.519016] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c11784-115b-4a00-944e-152a00a8952e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.527135] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e352e7-9646-4e7e-b384-a291f5312e83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.557849] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49479e7b-da0e-4942-89ad-f4fe4734a20d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.565111] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dfbdf7-7a95-4b17-8fd8-d646860c7998 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.579080] env[69019]: DEBUG nova.compute.provider_tree [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.639454] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.799522] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-0619a824-2700-4f1e-80ad-4938a50d2af4" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.799815] env[69019]: DEBUG nova.objects.instance [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'migration_context' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.970555] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347645, 'name': ReconfigVM_Task, 'duration_secs': 0.217078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.970925] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.975767] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27745395-0d8f-43f2-abd4-01983d7284a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.991292] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1217.991292] env[69019]: value = "task-3347646" [ 1217.991292] env[69019]: _type = "Task" [ 1217.991292] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.000068] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.084948] env[69019]: DEBUG nova.scheduler.client.report [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.088536] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.088761] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.088965] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.089126] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1218.302846] env[69019]: DEBUG nova.objects.base [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Object Instance<0619a824-2700-4f1e-80ad-4938a50d2af4> lazy-loaded attributes: info_cache,migration_context {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.303895] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb94c2-32c7-4c1e-b06b-18ec32bb0b76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.325649] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29d943c-c0bb-4126-bc85-b6d8615f41bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.330836] env[69019]: DEBUG oslo_vmware.api [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1218.330836] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529b78de-10ab-98d0-8c7f-2227542f1cfc" [ 1218.330836] env[69019]: _type = "Task" [ 1218.330836] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.338519] env[69019]: DEBUG oslo_vmware.api [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529b78de-10ab-98d0-8c7f-2227542f1cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.501434] env[69019]: DEBUG oslo_vmware.api [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347646, 'name': ReconfigVM_Task, 'duration_secs': 0.157086} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.501817] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668227', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'name': 'volume-1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e95104c-cb42-42f3-bbed-b0eb965f8935', 'attached_at': '', 'detached_at': '', 'volume_id': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba', 'serial': '1d87d0f6-2a5f-4bda-b2f2-a173346e24ba'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.590945] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.593386] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.954s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.593620] env[69019]: DEBUG nova.objects.instance [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'resources' on Instance uuid 6a745904-aca2-49c7-89b9-82d96d0ca1ed {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.612389] env[69019]: INFO nova.scheduler.client.report [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocations for instance aa54848a-3e18-41d4-a11b-686c129e3989 [ 1218.843773] env[69019]: DEBUG oslo_vmware.api [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529b78de-10ab-98d0-8c7f-2227542f1cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.007031} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.844153] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.041729] env[69019]: DEBUG nova.objects.instance [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'flavor' on Instance uuid 1e95104c-cb42-42f3-bbed-b0eb965f8935 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.119605] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a52a9a5c-7e29-40d1-ae8a-9222129bea9b tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "aa54848a-3e18-41d4-a11b-686c129e3989" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.647s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.188256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee35af3d-6e29-467c-af4d-b2336e162044 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.196091] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e35513-1c50-43c1-bf8f-1eb279d542bf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.228235] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf034f-1fde-4e2d-b417-fe4f624cd640 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.235800] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803cb48-8a37-464c-adc7-b9d4bc71c037 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.249175] env[69019]: DEBUG nova.compute.provider_tree [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.482980] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.483313] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.483492] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.483692] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.483929] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.486065] env[69019]: INFO nova.compute.manager [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Terminating instance [ 1219.752579] env[69019]: DEBUG nova.scheduler.client.report [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.989331] env[69019]: DEBUG nova.compute.manager [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.989605] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.990558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33818c85-898a-402b-b337-3e32497721fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.998875] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.999104] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef420dc-350f-4919-bb61-38666cb521ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.004870] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1220.004870] env[69019]: value = "task-3347647" [ 1220.004870] env[69019]: _type = "Task" [ 1220.004870] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.011996] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.049169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-5f1c3045-3b54-4962-a766-3942fb113e44 tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.084359] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.084601] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.084799] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.257945] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.260369] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.416s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.280665] env[69019]: INFO nova.scheduler.client.report [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted allocations for instance 6a745904-aca2-49c7-89b9-82d96d0ca1ed [ 1220.515121] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347647, 'name': PowerOffVM_Task, 'duration_secs': 0.152741} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.515475] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.515524] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.515760] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc6ebae-1740-447e-8788-673bdaaa3e02 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.577154] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.577522] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.577773] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore2] a587bab6-45f2-41ac-b617-9ddf453b3fc4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.578122] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54e05da0-4cbc-4651-af36-205fa5c0b414 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.584786] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1220.584786] env[69019]: value = "task-3347649" [ 1220.584786] env[69019]: _type = "Task" [ 1220.584786] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.588895] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.595371] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.789811] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a9044af8-09fd-429f-b047-ef597681ae37 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.951s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.790829] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.445s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.790952] env[69019]: INFO nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] During sync_power_state the instance has a pending task (deleting). Skip. [ 1220.791219] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "6a745904-aca2-49c7-89b9-82d96d0ca1ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.821580] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.821817] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.822027] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.822222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.822372] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.824642] env[69019]: INFO nova.compute.manager [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Terminating instance [ 1220.847269] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ecad3c-6488-4f60-9b94-7332f639bdfa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.854443] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1a96e-bd69-43c0-9a13-efdea93e556f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.884454] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbeea38-a7e6-4003-9abd-a4536d234016 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.891150] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ded12-e519-4248-99a9-9c395ba1f78a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.904173] env[69019]: DEBUG nova.compute.provider_tree [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.095241] env[69019]: DEBUG oslo_vmware.api [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13533} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.095510] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.095722] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.095939] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.096141] env[69019]: INFO nova.compute.manager [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1221.096389] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.096581] env[69019]: DEBUG nova.compute.manager [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.096674] env[69019]: DEBUG nova.network.neutron [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.331379] env[69019]: DEBUG nova.compute.manager [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.331379] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.332143] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4028797-ec67-48db-beea-00194a97c882 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.343377] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.343660] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e34f850-1977-45a6-abfa-cffe6c73f325 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.350489] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1221.350489] env[69019]: value = "task-3347650" [ 1221.350489] env[69019]: _type = "Task" [ 1221.350489] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.356308] env[69019]: DEBUG nova.compute.manager [req-9f493036-172a-4fbe-b46e-43f1a4abb4a9 req-0ac226f6-a675-4503-b308-24c80e4811ea service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Received event network-vif-deleted-8ce35028-617a-4d88-a51b-c88df6c1796f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.356564] env[69019]: INFO nova.compute.manager [req-9f493036-172a-4fbe-b46e-43f1a4abb4a9 req-0ac226f6-a675-4503-b308-24c80e4811ea service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Neutron deleted interface 8ce35028-617a-4d88-a51b-c88df6c1796f; detaching it from the instance and deleting it from the info cache [ 1221.356852] env[69019]: DEBUG nova.network.neutron [req-9f493036-172a-4fbe-b46e-43f1a4abb4a9 req-0ac226f6-a675-4503-b308-24c80e4811ea service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.363320] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.406916] env[69019]: DEBUG nova.scheduler.client.report [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.839201] env[69019]: DEBUG nova.network.neutron [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.860273] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347650, 'name': PowerOffVM_Task, 'duration_secs': 0.215662} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.860498] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6ce1a12-4a2a-4509-a7af-0ecb35688f57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.862268] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.862445] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.862762] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ee677a-5f30-463c-9d4e-e05376eaaa95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.870589] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f659a1c-1a21-4e62-bcf0-dbc41397aa89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.898770] env[69019]: DEBUG nova.compute.manager [req-9f493036-172a-4fbe-b46e-43f1a4abb4a9 req-0ac226f6-a675-4503-b308-24c80e4811ea service nova] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Detach interface failed, port_id=8ce35028-617a-4d88-a51b-c88df6c1796f, reason: Instance a587bab6-45f2-41ac-b617-9ddf453b3fc4 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.920319] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.920629] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.920726] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleting the datastore file [datastore2] 1e95104c-cb42-42f3-bbed-b0eb965f8935 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.920987] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b642da-023f-433a-a486-6063474eeee3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.927436] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for the task: (returnval){ [ 1221.927436] env[69019]: value = "task-3347652" [ 1221.927436] env[69019]: _type = "Task" [ 1221.927436] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.936901] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.342402] env[69019]: INFO nova.compute.manager [-] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Took 1.25 seconds to deallocate network for instance. [ 1222.418402] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.158s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.421101] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.832s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.421282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.421440] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1222.422513] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db326c10-bce2-4097-ba9d-30ca46fdd133 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.433661] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cc11d4-7203-40e0-b682-e2ff09aecabe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.442363] env[69019]: DEBUG oslo_vmware.api [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Task: {'id': task-3347652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170363} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.450185] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.450732] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.450732] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.450732] env[69019]: INFO nova.compute.manager [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.450971] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.451971] env[69019]: DEBUG nova.compute.manager [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.451971] env[69019]: DEBUG nova.network.neutron [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.453537] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ccb0d-ee80-40e1-9cc6-23353d5949f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.461595] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b149b4-f897-4cec-a70a-792639d410af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.496197] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179318MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1222.496341] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.496713] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.502290] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.502507] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.849040] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.980161] env[69019]: INFO nova.scheduler.client.report [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted allocation for migration 6ffc1c0e-63ad-42ce-a832-d12062f9bf89 [ 1223.008308] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.381722] env[69019]: DEBUG nova.compute.manager [req-713d842c-13f2-4179-a8fc-a89a0c3d2fb2 req-cceebe61-1984-41b3-8ccd-4581216d402e service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Received event network-vif-deleted-31bfda5e-b4b2-4f04-8364-ffcc6026db5b {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.381722] env[69019]: INFO nova.compute.manager [req-713d842c-13f2-4179-a8fc-a89a0c3d2fb2 req-cceebe61-1984-41b3-8ccd-4581216d402e service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Neutron deleted interface 31bfda5e-b4b2-4f04-8364-ffcc6026db5b; detaching it from the instance and deleting it from the info cache [ 1223.381806] env[69019]: DEBUG nova.network.neutron [req-713d842c-13f2-4179-a8fc-a89a0c3d2fb2 req-cceebe61-1984-41b3-8ccd-4581216d402e service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.382847] env[69019]: DEBUG nova.network.neutron [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.397964] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.487433] env[69019]: DEBUG oslo_concurrency.lockutils [None req-79fd54c1-bc8c-4935-84e6-740ba9fb123a tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.289s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.489218] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.091s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.489624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.490190] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.490502] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.492323] env[69019]: INFO nova.compute.manager [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Terminating instance [ 1223.531291] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.532191] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1223.532356] env[69019]: WARNING nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance a587bab6-45f2-41ac-b617-9ddf453b3fc4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1223.532482] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 1e95104c-cb42-42f3-bbed-b0eb965f8935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1223.532600] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b7596f93-0f58-466f-9e2f-5e7d98609d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1223.532714] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1223.885843] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dd16fa7-3972-465d-ad13-6d64d1b6028a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.888155] env[69019]: INFO nova.compute.manager [-] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Took 1.44 seconds to deallocate network for instance. [ 1223.898812] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b64b4-5858-4252-b6cc-ac1ccfeee80c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925737] env[69019]: DEBUG nova.compute.manager [req-713d842c-13f2-4179-a8fc-a89a0c3d2fb2 req-cceebe61-1984-41b3-8ccd-4581216d402e service nova] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Detach interface failed, port_id=31bfda5e-b4b2-4f04-8364-ffcc6026db5b, reason: Instance 1e95104c-cb42-42f3-bbed-b0eb965f8935 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.998601] env[69019]: DEBUG nova.compute.manager [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.998881] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.999843] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5344cf5e-481a-42d2-b583-2a05ee420979 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.008048] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.008370] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db81c08f-9066-43fd-be68-000046186677 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.015021] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1224.015021] env[69019]: value = "task-3347653" [ 1224.015021] env[69019]: _type = "Task" [ 1224.015021] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.022510] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.035527] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0a278060-41c6-4096-9abf-7f7d11aea814 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1224.035766] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1224.035939] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1224.119080] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93db5ea-cd05-46cd-8d21-4db667e9ddc6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.126886] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61b170-4580-44fd-a2a3-eef36f95f24f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.158850] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56361f8-c80e-4909-8ea5-526de34aa939 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.166546] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc1b22-2021-4c95-811f-8415709cd88f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.179702] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.394304] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.525829] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347653, 'name': PowerOffVM_Task, 'duration_secs': 0.212411} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.525829] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.525829] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.525829] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-901776b4-80e1-465f-8af0-7e35b1291627 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.585721] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.586011] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.586212] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleting the datastore file [datastore1] 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.586473] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b537c05-dd0b-4e47-9a65-7336085cdbab {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.593537] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1224.593537] env[69019]: value = "task-3347655" [ 1224.593537] env[69019]: _type = "Task" [ 1224.593537] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.600979] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.700392] env[69019]: ERROR nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [req-23061cb4-4e42-4b78-816f-7a447c45f0da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f6d6d0bd-aeed-413b-9c03-919fa59101e0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23061cb4-4e42-4b78-816f-7a447c45f0da"}]} [ 1224.716779] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing inventories for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1224.730442] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating ProviderTree inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1224.730623] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.741818] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing aggregate associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, aggregates: None {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1224.759277] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing trait associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1224.828061] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60a8bbf-1702-46ef-ae8e-ca63b214ad22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.835210] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac07e84b-a791-4f8d-8d11-3cc97087f302 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.864162] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa06e903-b512-4880-8809-ecdc7ee2cc4f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.871053] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f4190-63f7-4815-a6ae-eac53de1a28c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.884976] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.103372] env[69019]: DEBUG oslo_vmware.api [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139276} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.103718] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.103831] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.103995] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.104192] env[69019]: INFO nova.compute.manager [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.104428] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.104617] env[69019]: DEBUG nova.compute.manager [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.104710] env[69019]: DEBUG nova.network.neutron [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.420948] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updated inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1225.421142] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 generation from 156 to 157 during operation: update_inventory {{(pid=69019) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1225.421299] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.537558] env[69019]: DEBUG nova.compute.manager [req-1556936e-d6ca-4a30-82ac-016b33a88236 req-4b6a249b-b602-4a3f-9f22-5953cda98cfd service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Received event network-vif-deleted-35b5e51b-1582-4d09-8f10-fe374e312eb4 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.537778] env[69019]: INFO nova.compute.manager [req-1556936e-d6ca-4a30-82ac-016b33a88236 req-4b6a249b-b602-4a3f-9f22-5953cda98cfd service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Neutron deleted interface 35b5e51b-1582-4d09-8f10-fe374e312eb4; detaching it from the instance and deleting it from the info cache [ 1225.537911] env[69019]: DEBUG nova.network.neutron [req-1556936e-d6ca-4a30-82ac-016b33a88236 req-4b6a249b-b602-4a3f-9f22-5953cda98cfd service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.926903] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1225.927168] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.431s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.927448] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.079s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.927632] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.929750] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.399s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.931403] env[69019]: INFO nova.compute.claims [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.955550] env[69019]: INFO nova.scheduler.client.report [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocations for instance a587bab6-45f2-41ac-b617-9ddf453b3fc4 [ 1226.023120] env[69019]: DEBUG nova.network.neutron [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.040713] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc383e3c-9612-4960-b45d-bb7695782ab3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.050632] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b167a89-6812-43ce-a5a5-0678631623aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.077932] env[69019]: DEBUG nova.compute.manager [req-1556936e-d6ca-4a30-82ac-016b33a88236 req-4b6a249b-b602-4a3f-9f22-5953cda98cfd service nova] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Detach interface failed, port_id=35b5e51b-1582-4d09-8f10-fe374e312eb4, reason: Instance 0619a824-2700-4f1e-80ad-4938a50d2af4 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.462128] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ec713650-749e-4675-9dda-c3780e04ee9d tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "a587bab6-45f2-41ac-b617-9ddf453b3fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.979s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.527100] env[69019]: INFO nova.compute.manager [-] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Took 1.42 seconds to deallocate network for instance. [ 1227.011379] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eaaea8-577a-48c6-bb65-335d8fdf99ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.020544] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a8ba0-cd4c-494f-9818-e3f377dbe3a5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.050912] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.051876] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b58fc-5f36-4ec3-84da-44f28f7c241b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.058991] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478bb8f2-fb51-4288-8574-468b3fe55be0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.071855] env[69019]: DEBUG nova.compute.provider_tree [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.574655] env[69019]: DEBUG nova.scheduler.client.report [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.930056] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.930311] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.080034] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.080536] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.083506] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.689s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.083735] env[69019]: DEBUG nova.objects.instance [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lazy-loading 'resources' on Instance uuid 1e95104c-cb42-42f3-bbed-b0eb965f8935 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.587300] env[69019]: DEBUG nova.compute.utils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.591360] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.591534] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.637798] env[69019]: DEBUG nova.policy [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.653245] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb1614-93d5-4352-a78e-2b6fbc38e8d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.661759] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b738940-1288-4b01-a993-938df8d9f779 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.694093] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71009179-f29f-4317-8f88-e78f026dfca9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.701494] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9979d71-a17d-4446-a076-13b8e5015d3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.714455] env[69019]: DEBUG nova.compute.provider_tree [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.910332] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Successfully created port: 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.092493] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.218119] env[69019]: DEBUG nova.scheduler.client.report [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.725720] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.726252] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.675s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.726519] env[69019]: DEBUG nova.objects.instance [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'resources' on Instance uuid 0619a824-2700-4f1e-80ad-4938a50d2af4 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.758031] env[69019]: INFO nova.scheduler.client.report [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Deleted allocations for instance 1e95104c-cb42-42f3-bbed-b0eb965f8935 [ 1230.104800] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.130884] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.131155] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.131317] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.131500] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.131648] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.131795] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.132019] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.132214] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.132397] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.132566] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.132745] env[69019]: DEBUG nova.virt.hardware [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.133637] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16924729-4df0-4423-9dbd-ead26b1339a0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.142522] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90983990-70c2-4c52-bef2-a590dd319352 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.267625] env[69019]: DEBUG oslo_concurrency.lockutils [None req-64031ff1-358d-4836-bcb0-8e8366b21a4e tempest-AttachVolumeNegativeTest-2040815238 tempest-AttachVolumeNegativeTest-2040815238-project-member] Lock "1e95104c-cb42-42f3-bbed-b0eb965f8935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.446s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.284727] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.284970] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.285193] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.285376] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.285540] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.287915] env[69019]: DEBUG nova.compute.manager [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-vif-plugged-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.288121] env[69019]: DEBUG oslo_concurrency.lockutils [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.288314] env[69019]: DEBUG oslo_concurrency.lockutils [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.288476] env[69019]: DEBUG oslo_concurrency.lockutils [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.288646] env[69019]: DEBUG nova.compute.manager [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] No waiting events found dispatching network-vif-plugged-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.288810] env[69019]: WARNING nova.compute.manager [req-b39b7b41-6a62-4e57-90f1-cd064c458289 req-16857af8-d243-46a0-a1d5-02d9d93de9bd service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received unexpected event network-vif-plugged-789151ad-7f39-4c9d-bd65-b961701c41ab for instance with vm_state building and task_state spawning. [ 1230.289300] env[69019]: INFO nova.compute.manager [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Terminating instance [ 1230.304167] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22062383-8054-423e-81d7-30314a034589 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.311999] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae690433-6598-476b-9d44-710ae6e8c22d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.341526] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53551f2-b016-4a53-a44f-8bcd3929741b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.349121] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706b6559-5949-405b-a4d1-ea9cfd595362 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.366737] env[69019]: DEBUG nova.compute.provider_tree [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.380400] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Successfully updated port: 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.796309] env[69019]: DEBUG nova.compute.manager [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.796705] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.797465] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c727e90e-e5e2-4fb0-beca-7c7759e23adc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.804873] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.805109] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28245ff-2a56-443a-8715-3ee4e3969e38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.811461] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1230.811461] env[69019]: value = "task-3347658" [ 1230.811461] env[69019]: _type = "Task" [ 1230.811461] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.818655] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.870429] env[69019]: DEBUG nova.scheduler.client.report [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.882523] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.882714] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.882828] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.320878] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347658, 'name': PowerOffVM_Task, 'duration_secs': 0.196793} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.321143] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.321319] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.321566] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2273ed-3d52-4314-81e1-c7ce16679b41 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.375476] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.382423] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.382700] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.382882] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleting the datastore file [datastore2] c257545b-5b6b-4bec-9e9a-dd7e36a82799 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.383160] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f2f041-d952-46e7-ae77-8ad91c88aa6f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.391551] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for the task: (returnval){ [ 1231.391551] env[69019]: value = "task-3347660" [ 1231.391551] env[69019]: _type = "Task" [ 1231.391551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.399844] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.400769] env[69019]: INFO nova.scheduler.client.report [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted allocations for instance 0619a824-2700-4f1e-80ad-4938a50d2af4 [ 1231.415816] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.547191] env[69019]: DEBUG nova.network.neutron [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.901073] env[69019]: DEBUG oslo_vmware.api [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Task: {'id': task-3347660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13149} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.901382] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.901562] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.901742] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.901930] env[69019]: INFO nova.compute.manager [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1231.902189] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.902405] env[69019]: DEBUG nova.compute.manager [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.902509] env[69019]: DEBUG nova.network.neutron [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.908633] env[69019]: DEBUG oslo_concurrency.lockutils [None req-91d03c13-1b2a-4cf0-8194-89ac1bb45f88 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "0619a824-2700-4f1e-80ad-4938a50d2af4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.420s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.050652] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.050799] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Instance network_info: |[{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.051268] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789151ad-7f39-4c9d-bd65-b961701c41ab', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.059640] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.060231] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.060470] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5decd94f-3e2a-4c06-9beb-733e223711fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.081486] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.081486] env[69019]: value = "task-3347661" [ 1232.081486] env[69019]: _type = "Task" [ 1232.081486] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.094833] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347661, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.320266] env[69019]: DEBUG nova.compute.manager [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.320466] env[69019]: DEBUG nova.compute.manager [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.320702] env[69019]: DEBUG oslo_concurrency.lockutils [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.320850] env[69019]: DEBUG oslo_concurrency.lockutils [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.321017] env[69019]: DEBUG nova.network.neutron [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.591063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.591228] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.596101] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347661, 'name': CreateVM_Task, 'duration_secs': 0.299363} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.596266] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.603345] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.603549] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.603902] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.604368] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3bdff4-2fa1-4290-ac76-685b2eb1cbdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.609288] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1232.609288] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f78191-928d-35ef-6d33-4ded1457bfa6" [ 1232.609288] env[69019]: _type = "Task" [ 1232.609288] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.617785] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f78191-928d-35ef-6d33-4ded1457bfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.637708] env[69019]: DEBUG nova.network.neutron [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.018163] env[69019]: DEBUG nova.network.neutron [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.018539] env[69019]: DEBUG nova.network.neutron [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.094052] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.120509] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f78191-928d-35ef-6d33-4ded1457bfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.120809] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.121375] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.121375] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.121561] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.121603] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.121854] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-307beb4f-9679-4979-bf2c-71d3cd1c585b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.130420] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.130605] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.131326] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0891e51-f2cb-446d-a7b1-7ced49fdcc60 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.137373] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1233.137373] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cca680-a0b4-2e93-54d7-571e781ffd5e" [ 1233.137373] env[69019]: _type = "Task" [ 1233.137373] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.141484] env[69019]: INFO nova.compute.manager [-] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Took 1.24 seconds to deallocate network for instance. [ 1233.149700] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52cca680-a0b4-2e93-54d7-571e781ffd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.007838} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.150425] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a69ef1-f929-44c4-9290-1f255de73135 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.155592] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1233.155592] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be06c-5116-78a5-26dc-2d0ff01147b2" [ 1233.155592] env[69019]: _type = "Task" [ 1233.155592] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.163273] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be06c-5116-78a5-26dc-2d0ff01147b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.520988] env[69019]: DEBUG oslo_concurrency.lockutils [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.521304] env[69019]: DEBUG nova.compute.manager [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Received event network-vif-deleted-b7513987-0d97-494c-9d5d-881714dbd91e {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.521488] env[69019]: INFO nova.compute.manager [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Neutron deleted interface b7513987-0d97-494c-9d5d-881714dbd91e; detaching it from the instance and deleting it from the info cache [ 1233.521664] env[69019]: DEBUG nova.network.neutron [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.615755] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.616077] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.617592] env[69019]: INFO nova.compute.claims [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.650889] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.665951] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]522be06c-5116-78a5-26dc-2d0ff01147b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.666215] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.666466] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0a278060-41c6-4096-9abf-7f7d11aea814/0a278060-41c6-4096-9abf-7f7d11aea814.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.666712] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5da37c-eaf5-42fd-b88c-60500a87febc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.674398] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1233.674398] env[69019]: value = "task-3347662" [ 1233.674398] env[69019]: _type = "Task" [ 1233.674398] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.682963] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.025268] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba8e6bcd-6300-40e3-8617-3c145f490b17 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.035930] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec88ce-6cdd-43ae-bbe5-c34bc8d5ced6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.063125] env[69019]: DEBUG nova.compute.manager [req-d8c441aa-e50d-44a9-88c4-c42dacbff5ce req-510b7d19-bba8-4600-90f9-475db7d2fce5 service nova] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Detach interface failed, port_id=b7513987-0d97-494c-9d5d-881714dbd91e, reason: Instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.183674] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446664} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.183945] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 0a278060-41c6-4096-9abf-7f7d11aea814/0a278060-41c6-4096-9abf-7f7d11aea814.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.184178] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.184427] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48c9960-2b9b-4e5a-ae28-018c48ee10e9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.194477] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1234.194477] env[69019]: value = "task-3347664" [ 1234.194477] env[69019]: _type = "Task" [ 1234.194477] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.684035] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c204885-20d0-4fbe-8b5d-33830d023dc4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.692063] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dca0870-4384-455e-86a8-d9c4ff06b3f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.702412] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061095} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.728547] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.729558] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8054aab0-8730-4c50-a543-64d3e5a5e826 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.732454] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37970edd-70d4-42db-a7c4-f32f9e15768b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.749181] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216dd6d5-6d0b-4059-9e82-de40187c0774 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.760950] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 0a278060-41c6-4096-9abf-7f7d11aea814/0a278060-41c6-4096-9abf-7f7d11aea814.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.761204] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618c0da5-2f14-40fa-b3a6-77c5fa7931da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784745] env[69019]: DEBUG nova.compute.provider_tree [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.787018] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1234.787018] env[69019]: value = "task-3347665" [ 1234.787018] env[69019]: _type = "Task" [ 1234.787018] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.794260] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.288918] env[69019]: DEBUG nova.scheduler.client.report [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.301026] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347665, 'name': ReconfigVM_Task, 'duration_secs': 0.275071} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.301266] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 0a278060-41c6-4096-9abf-7f7d11aea814/0a278060-41c6-4096-9abf-7f7d11aea814.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.302050] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2bf1df-0f31-4532-8bbe-881dafd22957 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.308745] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1235.308745] env[69019]: value = "task-3347666" [ 1235.308745] env[69019]: _type = "Task" [ 1235.308745] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.316686] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347666, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.796276] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.796806] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.799515] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.149s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.799729] env[69019]: DEBUG nova.objects.instance [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lazy-loading 'resources' on Instance uuid c257545b-5b6b-4bec-9e9a-dd7e36a82799 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.818740] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347666, 'name': Rename_Task, 'duration_secs': 0.125952} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.818985] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.819243] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353a99bb-b587-49e9-93f2-dc7786243040 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.825367] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1235.825367] env[69019]: value = "task-3347667" [ 1235.825367] env[69019]: _type = "Task" [ 1235.825367] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.832929] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.302970] env[69019]: DEBUG nova.compute.utils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.307569] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.307569] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.339319] env[69019]: DEBUG oslo_vmware.api [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347667, 'name': PowerOnVM_Task, 'duration_secs': 0.446849} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.342020] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.342139] env[69019]: INFO nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1236.342364] env[69019]: DEBUG nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.343353] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971d1eb0-baca-497a-a42e-2443e9b179b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.355798] env[69019]: DEBUG nova.policy [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac730fc5cb84dd8844691255d1aac4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869aea7110ef4ddda2dded5e066d3143', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.380847] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3351027-c523-4e24-bf1e-3ac717bc583e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.391856] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f5d52-9882-4360-92ae-4e804e084178 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.425543] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81462ceb-3dfe-4306-bffb-be8289cf7373 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.432869] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00869a29-6bc9-4b7f-b413-61f6b7bdeb62 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.446253] env[69019]: DEBUG nova.compute.provider_tree [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.626453] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Successfully created port: 4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.808007] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.866846] env[69019]: INFO nova.compute.manager [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Took 13.35 seconds to build instance. [ 1236.949633] env[69019]: DEBUG nova.scheduler.client.report [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.368578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-359c88bc-1de3-44d7-a406-221b038e9462 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.866s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.454654] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.476749] env[69019]: INFO nova.scheduler.client.report [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Deleted allocations for instance c257545b-5b6b-4bec-9e9a-dd7e36a82799 [ 1237.671898] env[69019]: DEBUG nova.compute.manager [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.672172] env[69019]: DEBUG nova.compute.manager [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.672697] env[69019]: DEBUG oslo_concurrency.lockutils [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.672858] env[69019]: DEBUG oslo_concurrency.lockutils [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.673061] env[69019]: DEBUG nova.network.neutron [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.818116] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.839533] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.839789] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.839948] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.840145] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.840299] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.840447] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.840652] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.840813] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.840979] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.841229] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.841348] env[69019]: DEBUG nova.virt.hardware [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.842285] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157eac0-0ac0-461b-adb8-925b82637c57 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.851245] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ed2f5a-5997-4896-9269-709ae6b29c8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.989396] env[69019]: DEBUG oslo_concurrency.lockutils [None req-8ced615f-6698-449d-b28c-7db446b7b45f tempest-ServerActionsTestOtherA-1190939398 tempest-ServerActionsTestOtherA-1190939398-project-member] Lock "c257545b-5b6b-4bec-9e9a-dd7e36a82799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.704s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.068137] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Successfully updated port: 4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.380578] env[69019]: DEBUG nova.network.neutron [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.380956] env[69019]: DEBUG nova.network.neutron [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.551872] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.552152] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.571108] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.571237] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.571376] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.884202] env[69019]: DEBUG oslo_concurrency.lockutils [req-d610b4a4-dff1-44c5-b8a6-541608fbf2d2 req-e37aeba0-95e9-4ce9-b28a-23462498ef68 service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.054459] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.268721] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.479141] env[69019]: DEBUG nova.network.neutron [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.579601] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.579907] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.581586] env[69019]: INFO nova.compute.claims [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.708456] env[69019]: DEBUG nova.compute.manager [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Received event network-vif-plugged-4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.708684] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Acquiring lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.708898] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.709079] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.709287] env[69019]: DEBUG nova.compute.manager [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] No waiting events found dispatching network-vif-plugged-4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.709459] env[69019]: WARNING nova.compute.manager [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Received unexpected event network-vif-plugged-4e367744-8c41-4045-bc2a-a20de129a503 for instance with vm_state building and task_state spawning. [ 1239.709624] env[69019]: DEBUG nova.compute.manager [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Received event network-changed-4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.709781] env[69019]: DEBUG nova.compute.manager [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Refreshing instance network info cache due to event network-changed-4e367744-8c41-4045-bc2a-a20de129a503. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.709947] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.932551] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.932749] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.932929] env[69019]: INFO nova.compute.manager [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Shelving [ 1239.981301] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.981628] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Instance network_info: |[{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.981928] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.982125] env[69019]: DEBUG nova.network.neutron [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Refreshing network info cache for port 4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.983305] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e367744-8c41-4045-bc2a-a20de129a503', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.991681] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.997333] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.997544] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f64b9a9-4117-4ac6-80a7-6ff4d36db93e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022667] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.022667] env[69019]: value = "task-3347669" [ 1240.022667] env[69019]: _type = "Task" [ 1240.022667] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.032657] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347669, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.225603] env[69019]: DEBUG nova.network.neutron [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updated VIF entry in instance network info cache for port 4e367744-8c41-4045-bc2a-a20de129a503. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.225960] env[69019]: DEBUG nova.network.neutron [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.537687] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347669, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.678422] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75928fd-afe3-4be6-a80d-bf0639c8a179 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.686246] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1445b0a-07f6-45ae-87e1-72d474f22905 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.718008] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bfd36-3651-433c-a123-7a57daa1cddc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.725538] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16f208-640c-443b-9bdb-a2cf390ac3b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.729783] env[69019]: DEBUG oslo_concurrency.lockutils [req-b6dbe74f-591f-4430-8622-c27b9f6e8029 req-f9b6b455-dd7a-4f3c-8de5-c8a59a981a62 service nova] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.740678] env[69019]: DEBUG nova.compute.provider_tree [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.943156] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.943156] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55b308c-eac8-4cac-a1e9-498ce9c3596a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.950877] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1240.950877] env[69019]: value = "task-3347670" [ 1240.950877] env[69019]: _type = "Task" [ 1240.950877] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.960883] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.035253] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347669, 'name': CreateVM_Task, 'duration_secs': 0.674794} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.035391] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.036145] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.036369] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.036761] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.037083] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7372269-97ed-433c-a15d-44c9116ce092 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.042426] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1241.042426] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b34ed5-7a15-faf9-48f5-fc3e3a418100" [ 1241.042426] env[69019]: _type = "Task" [ 1241.042426] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.050874] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b34ed5-7a15-faf9-48f5-fc3e3a418100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.244548] env[69019]: DEBUG nova.scheduler.client.report [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.461027] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347670, 'name': PowerOffVM_Task, 'duration_secs': 0.27622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.461303] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.462131] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edea19a9-d24a-4d8c-9b22-cf896e401c36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.480594] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e741f-a024-4268-94e5-38bf3d4ad361 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.555232] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52b34ed5-7a15-faf9-48f5-fc3e3a418100, 'name': SearchDatastore_Task, 'duration_secs': 0.013063} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.555232] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.555578] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.555578] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.555731] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.555889] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.556581] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789cc397-a4e8-4be0-81d2-de16abb4f7e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.565390] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.565570] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.566310] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff719b2d-a543-4860-a7db-d69d658b104c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.571418] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1241.571418] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4e041-4dbc-7707-fb28-7a61e7a86752" [ 1241.571418] env[69019]: _type = "Task" [ 1241.571418] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.579282] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4e041-4dbc-7707-fb28-7a61e7a86752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.752560] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.753135] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.990840] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.991200] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3477ebb9-b07d-468d-8173-891107c86961 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.999129] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1241.999129] env[69019]: value = "task-3347671" [ 1241.999129] env[69019]: _type = "Task" [ 1241.999129] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.009053] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.081428] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52d4e041-4dbc-7707-fb28-7a61e7a86752, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.082187] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339dffd1-9b60-4428-a19f-206dc2fa815d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.087163] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1242.087163] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba50f5-b8db-6cda-3009-01e4efe89d02" [ 1242.087163] env[69019]: _type = "Task" [ 1242.087163] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.094522] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba50f5-b8db-6cda-3009-01e4efe89d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.259033] env[69019]: DEBUG nova.compute.utils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.260015] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.260197] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.305611] env[69019]: DEBUG nova.policy [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.508683] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347671, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.577465] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Successfully created port: 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.597745] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ba50f5-b8db-6cda-3009-01e4efe89d02, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.597745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.597745] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.597979] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca8c9c4-c4ec-49d8-9f2b-4ebf7f882ed1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.605324] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1242.605324] env[69019]: value = "task-3347672" [ 1242.605324] env[69019]: _type = "Task" [ 1242.605324] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.612713] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.763705] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.009748] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347671, 'name': CreateSnapshot_Task, 'duration_secs': 0.514288} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.010043] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1243.010843] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c4ff4-7df5-406a-9733-3689f02eac4a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.115961] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476216} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.115961] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.115961] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.116269] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924a1932-65e5-4e92-bec1-f38a72476dae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.123026] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1243.123026] env[69019]: value = "task-3347673" [ 1243.123026] env[69019]: _type = "Task" [ 1243.123026] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.131539] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.529618] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.531054] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b2646a1-05b6-4f4a-be52-1734f6f60c55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.538592] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1243.538592] env[69019]: value = "task-3347674" [ 1243.538592] env[69019]: _type = "Task" [ 1243.538592] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.546217] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347674, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.632403] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082683} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.632788] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.633395] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2f1c3-086a-4f86-bff6-e5f2e3bfe89d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.655326] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.655663] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d88649-ab91-4f0a-9dbc-34187f2e7919 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.675066] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1243.675066] env[69019]: value = "task-3347675" [ 1243.675066] env[69019]: _type = "Task" [ 1243.675066] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.684844] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.773612] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.801787] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.801928] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.803026] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.803307] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.803307] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.803482] env[69019]: DEBUG nova.virt.hardware [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.804425] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74cdbbe-d990-4296-953d-6118d70f7dac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.812738] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb1241-7eda-494a-8584-391ef2510418 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.936345] env[69019]: DEBUG nova.compute.manager [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-vif-plugged-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.936566] env[69019]: DEBUG oslo_concurrency.lockutils [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.936773] env[69019]: DEBUG oslo_concurrency.lockutils [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.936942] env[69019]: DEBUG oslo_concurrency.lockutils [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.937182] env[69019]: DEBUG nova.compute.manager [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] No waiting events found dispatching network-vif-plugged-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.937312] env[69019]: WARNING nova.compute.manager [req-5086932e-7b64-46d3-b336-40c403a27fc7 req-89caa37f-af2e-4fb6-9e4e-1970f0765f98 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received unexpected event network-vif-plugged-70686d00-8e81-49a8-beb6-ce682bfc9e92 for instance with vm_state building and task_state spawning. [ 1244.019565] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Successfully updated port: 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.048696] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347674, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.185450] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.522309] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.522464] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.522659] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.548352] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347674, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.685985] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347675, 'name': ReconfigVM_Task, 'duration_secs': 0.888504} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.686391] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfigured VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.686909] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a27ccdbe-ff41-4596-acb3-458ecc396f26 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.693495] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1244.693495] env[69019]: value = "task-3347676" [ 1244.693495] env[69019]: _type = "Task" [ 1244.693495] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.700837] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347676, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.048777] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347674, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.053681] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.177130] env[69019]: DEBUG nova.network.neutron [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.202827] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347676, 'name': Rename_Task, 'duration_secs': 0.142766} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.203135] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.203379] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-534fba80-7e85-4138-9090-569e331e2ebe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.210088] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1245.210088] env[69019]: value = "task-3347677" [ 1245.210088] env[69019]: _type = "Task" [ 1245.210088] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.218263] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.550633] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347674, 'name': CloneVM_Task, 'duration_secs': 1.745694} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.550943] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Created linked-clone VM from snapshot [ 1245.551758] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f710e4e-181c-4345-97f9-b9513614a486 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.559348] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Uploading image fbf65a3b-a98d-48f6-923f-705071b0432f {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1245.581286] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1245.581286] env[69019]: value = "vm-668231" [ 1245.581286] env[69019]: _type = "VirtualMachine" [ 1245.581286] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1245.581581] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf48282-49fc-469f-9ab0-a9c2c52317d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.588439] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease: (returnval){ [ 1245.588439] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524bdccc-f1b7-dba0-227a-8a6cd3bd41d6" [ 1245.588439] env[69019]: _type = "HttpNfcLease" [ 1245.588439] env[69019]: } obtained for exporting VM: (result){ [ 1245.588439] env[69019]: value = "vm-668231" [ 1245.588439] env[69019]: _type = "VirtualMachine" [ 1245.588439] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1245.588879] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the lease: (returnval){ [ 1245.588879] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524bdccc-f1b7-dba0-227a-8a6cd3bd41d6" [ 1245.588879] env[69019]: _type = "HttpNfcLease" [ 1245.588879] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.594997] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.594997] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524bdccc-f1b7-dba0-227a-8a6cd3bd41d6" [ 1245.594997] env[69019]: _type = "HttpNfcLease" [ 1245.594997] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.679841] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.681074] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Instance network_info: |[{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.681074] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:bd:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70686d00-8e81-49a8-beb6-ce682bfc9e92', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.688043] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.688340] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.688503] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91b4e32-eed9-4221-8dac-c6ffb01ccc6b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.709759] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.709759] env[69019]: value = "task-3347679" [ 1245.709759] env[69019]: _type = "Task" [ 1245.709759] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.720064] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347679, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.722915] env[69019]: DEBUG oslo_vmware.api [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347677, 'name': PowerOnVM_Task, 'duration_secs': 0.456873} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.723205] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.723417] env[69019]: INFO nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1245.723646] env[69019]: DEBUG nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.724419] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb6ded-58bf-49f9-a32c-05ab530791ea {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.962080] env[69019]: DEBUG nova.compute.manager [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.962301] env[69019]: DEBUG nova.compute.manager [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing instance network info cache due to event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.962568] env[69019]: DEBUG oslo_concurrency.lockutils [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.962711] env[69019]: DEBUG oslo_concurrency.lockutils [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.962812] env[69019]: DEBUG nova.network.neutron [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.097233] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.097233] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524bdccc-f1b7-dba0-227a-8a6cd3bd41d6" [ 1246.097233] env[69019]: _type = "HttpNfcLease" [ 1246.097233] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.097557] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.097557] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524bdccc-f1b7-dba0-227a-8a6cd3bd41d6" [ 1246.097557] env[69019]: _type = "HttpNfcLease" [ 1246.097557] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1246.098298] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908bf1d9-7453-4614-89cf-17cd6e0abbbc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.107108] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.107310] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1246.192631] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0717081d-c2fd-4c0f-8472-466deb4d3ced {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.224070] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347679, 'name': CreateVM_Task, 'duration_secs': 0.305806} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.224222] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.224873] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.225046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.225360] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.225618] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9559499-b75f-4e05-8089-6823b34e72b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.229988] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1246.229988] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5262e4fc-54eb-5081-b305-f00b1f6f71b3" [ 1246.229988] env[69019]: _type = "Task" [ 1246.229988] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.242296] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5262e4fc-54eb-5081-b305-f00b1f6f71b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.242708] env[69019]: INFO nova.compute.manager [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Took 12.64 seconds to build instance. [ 1246.243559] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.243777] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.243999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.244161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.244341] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.244730] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec3e6eb-d2f0-4bad-a3bc-2da6f6406eb0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.251813] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.251993] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.252701] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80daca62-bd80-4b2c-94de-1fca482ad2b2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.257368] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1246.257368] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52870ea4-6923-0745-f1d9-15f45f9ed899" [ 1246.257368] env[69019]: _type = "Task" [ 1246.257368] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.265799] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52870ea4-6923-0745-f1d9-15f45f9ed899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.668852] env[69019]: DEBUG nova.network.neutron [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updated VIF entry in instance network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.670200] env[69019]: DEBUG nova.network.neutron [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.746243] env[69019]: DEBUG oslo_concurrency.lockutils [None req-67623f3d-64fe-49d7-9ddd-434baf841dd9 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.155s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.769283] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52870ea4-6923-0745-f1d9-15f45f9ed899, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.770487] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea81cde-d666-49c6-9f53-4eb80e8428b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.776844] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1246.776844] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5209fe65-4183-948e-320b-24c1a7f9041e" [ 1246.776844] env[69019]: _type = "Task" [ 1246.776844] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.788712] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5209fe65-4183-948e-320b-24c1a7f9041e, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.789063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.789387] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 16b5bb0a-1922-44a1-b901-344c42b2fab6/16b5bb0a-1922-44a1-b901-344c42b2fab6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.789688] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea63ff6-8258-4542-87c0-7c1d446507af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.796376] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1246.796376] env[69019]: value = "task-3347680" [ 1246.796376] env[69019]: _type = "Task" [ 1246.796376] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.806363] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.174365] env[69019]: DEBUG oslo_concurrency.lockutils [req-4f0214c3-d850-40f8-bdf6-b270617ebaef req-524fe8ee-3ae5-4f3f-9221-b379a999f7a9 service nova] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.306089] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485432} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.306495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 16b5bb0a-1922-44a1-b901-344c42b2fab6/16b5bb0a-1922-44a1-b901-344c42b2fab6.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.306992] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.307186] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea6685d-069f-4931-a8fa-4eb25119f493 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.313665] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1247.313665] env[69019]: value = "task-3347681" [ 1247.313665] env[69019]: _type = "Task" [ 1247.313665] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.321858] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.333967] env[69019]: DEBUG nova.compute.manager [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Received event network-changed-4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.334412] env[69019]: DEBUG nova.compute.manager [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Refreshing instance network info cache due to event network-changed-4e367744-8c41-4045-bc2a-a20de129a503. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.334645] env[69019]: DEBUG oslo_concurrency.lockutils [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.335666] env[69019]: DEBUG oslo_concurrency.lockutils [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.335966] env[69019]: DEBUG nova.network.neutron [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Refreshing network info cache for port 4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.823336] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194169} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.824265] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.824895] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37dc1a4-4726-4ede-95ef-3112bfdc16f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.851196] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 16b5bb0a-1922-44a1-b901-344c42b2fab6/16b5bb0a-1922-44a1-b901-344c42b2fab6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.851494] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d5aff1-d152-4add-bdee-346db91f7667 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.872504] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1247.872504] env[69019]: value = "task-3347682" [ 1247.872504] env[69019]: _type = "Task" [ 1247.872504] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.883254] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.081152] env[69019]: DEBUG nova.network.neutron [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updated VIF entry in instance network info cache for port 4e367744-8c41-4045-bc2a-a20de129a503. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.081585] env[69019]: DEBUG nova.network.neutron [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.382561] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347682, 'name': ReconfigVM_Task, 'duration_secs': 0.284519} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.382863] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 16b5bb0a-1922-44a1-b901-344c42b2fab6/16b5bb0a-1922-44a1-b901-344c42b2fab6.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.383541] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d45343a5-53da-480d-a348-749cceb7586b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.390608] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1248.390608] env[69019]: value = "task-3347683" [ 1248.390608] env[69019]: _type = "Task" [ 1248.390608] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.398736] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347683, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.584526] env[69019]: DEBUG oslo_concurrency.lockutils [req-4e3e5a1d-389f-437d-ae8c-d7a3f0358ce0 req-50ad766e-75da-4310-b6d5-1cc70f2694bd service nova] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.900245] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347683, 'name': Rename_Task, 'duration_secs': 0.145309} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.900606] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.900778] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb248351-5440-436d-8b54-c5f3a7aaf6c3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.906802] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1248.906802] env[69019]: value = "task-3347684" [ 1248.906802] env[69019]: _type = "Task" [ 1248.906802] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.914881] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.417073] env[69019]: DEBUG oslo_vmware.api [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347684, 'name': PowerOnVM_Task, 'duration_secs': 0.450104} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.417332] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.417507] env[69019]: INFO nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Took 5.64 seconds to spawn the instance on the hypervisor. [ 1249.417686] env[69019]: DEBUG nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.418452] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d3f08-89a7-4e21-849a-5e0c6dd36e71 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.934986] env[69019]: INFO nova.compute.manager [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Took 10.37 seconds to build instance. [ 1250.437343] env[69019]: DEBUG oslo_concurrency.lockutils [None req-627d8ab5-56d9-4532-9aff-d785b85c8b1a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.885s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.980323] env[69019]: DEBUG nova.compute.manager [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.980323] env[69019]: DEBUG nova.compute.manager [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.980323] env[69019]: DEBUG oslo_concurrency.lockutils [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.980323] env[69019]: DEBUG oslo_concurrency.lockutils [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.980323] env[69019]: DEBUG nova.network.neutron [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.662545] env[69019]: DEBUG nova.network.neutron [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.662965] env[69019]: DEBUG nova.network.neutron [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.166223] env[69019]: DEBUG oslo_concurrency.lockutils [req-14722a01-1e92-4dc7-839b-070c4aeac002 req-c1506c33-aeeb-4153-985c-c846586ce137 service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.013208] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.013412] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing instance network info cache due to event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.013620] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.013754] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.013913] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.754604] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updated VIF entry in instance network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.754974] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.257909] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.258238] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.258444] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing instance network info cache due to event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.258707] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.258874] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.259232] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.949721] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updated VIF entry in instance network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.950140] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.453337] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.453667] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.453912] env[69019]: DEBUG nova.compute.manager [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.454183] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.454387] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.454590] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.029399] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.030332] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62657b0-9cf3-4476-b3a0-1c8c8748a91d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.036556] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.036751] env[69019]: ERROR oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk due to incomplete transfer. [ 1256.036975] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d1bac78-c6a3-4b69-a4fe-f9d991b92d5c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.044048] env[69019]: DEBUG oslo_vmware.rw_handles [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c1454-6f96-c596-f261-bd7f89304fe5/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.044271] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Uploaded image fbf65a3b-a98d-48f6-923f-705071b0432f to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.046450] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.046680] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22227cef-4130-41f0-8edc-63ec37e11669 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.052803] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1256.052803] env[69019]: value = "task-3347685" [ 1256.052803] env[69019]: _type = "Task" [ 1256.052803] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.060300] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347685, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.158838] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.159242] env[69019]: DEBUG nova.network.neutron [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.562679] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347685, 'name': Destroy_Task, 'duration_secs': 0.324532} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.562930] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Destroyed the VM [ 1256.564051] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.564051] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9859149-59ad-44d3-a2e2-67c924adf052 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.569747] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1256.569747] env[69019]: value = "task-3347686" [ 1256.569747] env[69019]: _type = "Task" [ 1256.569747] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.577342] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.661840] env[69019]: DEBUG oslo_concurrency.lockutils [req-9ff41f4e-6908-4812-90c3-3b2134ed1fb6 req-1ff2efaa-5999-4e0b-900b-408c5565dd8b service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.079105] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355572} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.079486] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.079662] env[69019]: DEBUG nova.compute.manager [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.080479] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9042346-7fca-4c96-8919-122525d35ee0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.593450] env[69019]: INFO nova.compute.manager [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Shelve offloading [ 1258.096900] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.097320] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03833ef9-a8f4-45eb-a049-244e7a732db1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.105882] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1258.105882] env[69019]: value = "task-3347687" [ 1258.105882] env[69019]: _type = "Task" [ 1258.105882] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.113012] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.616862] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1258.617108] env[69019]: DEBUG nova.compute.manager [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.617854] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12811c8b-31d1-4fd6-8b19-335384d846c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.623292] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.623460] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.623631] env[69019]: DEBUG nova.network.neutron [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.312508] env[69019]: DEBUG nova.network.neutron [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.815660] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.033786] env[69019]: DEBUG nova.compute.manager [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-vif-unplugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.033991] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.034667] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.034859] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.035046] env[69019]: DEBUG nova.compute.manager [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] No waiting events found dispatching network-vif-unplugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.035225] env[69019]: WARNING nova.compute.manager [req-ab3bcbd0-a67d-41ef-9040-0071e1eb5e8d req-de427474-3d78-4988-ba55-7d1cb9661503 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received unexpected event network-vif-unplugged-1cba8a54-0027-45eb-b181-3d747373789f for instance with vm_state shelved and task_state shelving_offloading. [ 1260.117643] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.118542] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2628089f-5660-4f1d-ad36-606f746546b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.126431] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.126646] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3166685d-e84c-4b74-bae7-7842df6a8e53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.189929] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.190169] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.190358] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore1] b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.190623] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d3f9bae-df30-4ae7-8eb7-1a5144c1fe74 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.196985] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1260.196985] env[69019]: value = "task-3347689" [ 1260.196985] env[69019]: _type = "Task" [ 1260.196985] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.204693] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.707441] env[69019]: DEBUG oslo_vmware.api [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129016} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.707818] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.707891] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.708076] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.733030] env[69019]: INFO nova.scheduler.client.report [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted allocations for instance b7596f93-0f58-466f-9e2f-5e7d98609d1e [ 1261.238275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.239429] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.239704] env[69019]: DEBUG nova.objects.instance [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'resources' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.742304] env[69019]: DEBUG nova.objects.instance [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'numa_topology' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.065743] env[69019]: DEBUG nova.compute.manager [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-changed-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.065959] env[69019]: DEBUG nova.compute.manager [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing instance network info cache due to event network-changed-1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.066184] env[69019]: DEBUG oslo_concurrency.lockutils [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.066367] env[69019]: DEBUG oslo_concurrency.lockutils [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.066543] env[69019]: DEBUG nova.network.neutron [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.245213] env[69019]: DEBUG nova.objects.base [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.299360] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf707ce-4273-413f-8af6-132a47543d56 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.307023] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dac011-ff8f-4714-840e-34468e3a3a85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.336887] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684aa0a5-b189-4a03-b513-977b7d5942eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.343468] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07c937-12c9-4785-a1a7-00aa3a0498c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.356350] env[69019]: DEBUG nova.compute.provider_tree [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.437154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.756875] env[69019]: DEBUG nova.network.neutron [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updated VIF entry in instance network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.757236] env[69019]: DEBUG nova.network.neutron [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1cba8a54-00", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.859916] env[69019]: DEBUG nova.scheduler.client.report [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.260356] env[69019]: DEBUG oslo_concurrency.lockutils [req-0539e928-4856-4594-969a-01cbd7402754 req-8ba479be-4a00-4264-914a-8ddaf819aa87 service nova] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.364700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.872154] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f5857aab-e279-4875-a703-c33a4a3a12f2 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.939s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.872786] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.436s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.872968] env[69019]: INFO nova.compute.manager [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Unshelving [ 1264.883298] env[69019]: DEBUG nova.compute.utils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.386797] env[69019]: INFO nova.virt.block_device [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Booting with volume dc3d87a5-510f-45c3-952a-519f6d7c62b6 at /dev/sdb [ 1265.421728] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4347b09-203a-45b5-803a-42a8554b211d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.432043] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea477d-4aaa-47d3-ac37-db413fe27418 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.456825] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-175315c1-9508-45e1-840a-d6e43428db76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.464335] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c936c-897c-4dff-8d5b-0325ba17b85d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.487792] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27de18c-d7a3-4972-a7c7-b4c8eeda4a18 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.493396] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb238f97-48f6-4c9b-8b5c-fb8a7ffa2d95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.505799] env[69019]: DEBUG nova.virt.block_device [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating existing volume attachment record: f17f28eb-b118-4b12-b753-1cd6db76db12 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.606657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.606657] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.606657] env[69019]: DEBUG nova.objects.instance [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'pci_requests' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.841177] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.841394] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.841766] env[69019]: DEBUG nova.objects.instance [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 0a278060-41c6-4096-9abf-7f7d11aea814 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.111430] env[69019]: DEBUG nova.objects.instance [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'numa_topology' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.434736] env[69019]: DEBUG nova.objects.instance [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 0a278060-41c6-4096-9abf-7f7d11aea814 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.614164] env[69019]: INFO nova.compute.claims [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.936952] env[69019]: DEBUG nova.objects.base [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<0a278060-41c6-4096-9abf-7f7d11aea814> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.937282] env[69019]: DEBUG nova.network.neutron [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.999223] env[69019]: DEBUG nova.policy [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.676600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c46614-c89b-4f20-b9f8-f88b2e831e0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.683683] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfec225-3458-49e4-8851-7d6ee0490561 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.713928] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dab23e1-8542-40f6-b3ba-e239c3fff6c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.720601] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820519f5-1c72-44a0-8ac7-5487b6f8656e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.733344] env[69019]: DEBUG nova.compute.provider_tree [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.237135] env[69019]: DEBUG nova.scheduler.client.report [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.365521] env[69019]: DEBUG nova.compute.manager [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.365723] env[69019]: DEBUG oslo_concurrency.lockutils [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.365931] env[69019]: DEBUG oslo_concurrency.lockutils [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.366114] env[69019]: DEBUG oslo_concurrency.lockutils [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.366284] env[69019]: DEBUG nova.compute.manager [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] No waiting events found dispatching network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.366452] env[69019]: WARNING nova.compute.manager [req-7775dd91-9463-4faf-bf26-72d018dbdd2f req-13dc7726-d4cf-4308-9cae-6971402e2d47 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received unexpected event network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 for instance with vm_state active and task_state None. [ 1274.444865] env[69019]: DEBUG nova.network.neutron [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Successfully updated port: dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.742329] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.770733] env[69019]: INFO nova.network.neutron [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating port 1cba8a54-0027-45eb-b181-3d747373789f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1274.947966] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.948310] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.948388] env[69019]: DEBUG nova.network.neutron [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.482707] env[69019]: WARNING nova.network.neutron [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1275.728469] env[69019]: DEBUG nova.network.neutron [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda16788-2255-4446-8dbe-3523fd9b77e0", "address": "fa:16:3e:57:53:49", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16788-22", "ovs_interfaceid": "dda16788-2255-4446-8dbe-3523fd9b77e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.209880] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.210132] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.210306] env[69019]: DEBUG nova.network.neutron [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.231203] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.231824] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.231984] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.232821] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a798cd0b-e83a-468b-a5e4-0574f6d50809 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.250543] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.250768] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.250940] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.251156] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.251307] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.251457] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.251663] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.251823] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.251989] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.252169] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.252342] env[69019]: DEBUG nova.virt.hardware [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.258502] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfiguring VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1276.259039] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7ba58b-ebe4-4cff-8ae3-39771c53a2b0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.276653] env[69019]: DEBUG oslo_vmware.api [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1276.276653] env[69019]: value = "task-3347694" [ 1276.276653] env[69019]: _type = "Task" [ 1276.276653] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.283996] env[69019]: DEBUG oslo_vmware.api [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.395201] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.395412] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-dda16788-2255-4446-8dbe-3523fd9b77e0. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.395622] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.395769] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.395926] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.786597] env[69019]: DEBUG oslo_vmware.api [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.928403] env[69019]: DEBUG nova.network.neutron [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.102472] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port dda16788-2255-4446-8dbe-3523fd9b77e0. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.102903] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda16788-2255-4446-8dbe-3523fd9b77e0", "address": "fa:16:3e:57:53:49", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16788-22", "ovs_interfaceid": "dda16788-2255-4446-8dbe-3523fd9b77e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.287482] env[69019]: DEBUG oslo_vmware.api [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347694, 'name': ReconfigVM_Task, 'duration_secs': 0.596708} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.288170] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.288533] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfigured VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1277.431574] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.458456] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='646d1e6c63833c1a4069e4b57735825b',container_format='bare',created_at=2025-04-07T15:31:01Z,direct_url=,disk_format='vmdk',id=fbf65a3b-a98d-48f6-923f-705071b0432f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1223593275-shelved',owner='0ffc6ec5253a483aa2256504ab6435c0',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-07T15:31:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.458701] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.458870] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.459061] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.459216] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.459363] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.459578] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.459766] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.459934] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.460109] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.460281] env[69019]: DEBUG nova.virt.hardware [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.461108] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63bf343-ded3-4477-af6d-cbda9fbb3767 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.469166] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73975485-98c3-426d-8295-41ebc9c9d86c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.481980] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ee:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cba8a54-0027-45eb-b181-3d747373789f', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.489181] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.489394] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.489584] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a110d1b-57dc-46af-a02e-121043453760 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.507282] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.507282] env[69019]: value = "task-3347695" [ 1277.507282] env[69019]: _type = "Task" [ 1277.507282] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.514156] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347695, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.605669] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.605950] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.606179] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.606415] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.606622] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.606794] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] No waiting events found dispatching network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.606965] env[69019]: WARNING nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received unexpected event network-vif-plugged-1cba8a54-0027-45eb-b181-3d747373789f for instance with vm_state shelved_offloaded and task_state spawning. [ 1277.607142] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-changed-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.607305] env[69019]: DEBUG nova.compute.manager [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing instance network info cache due to event network-changed-1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.607499] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Acquiring lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.607643] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Acquired lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.607794] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Refreshing network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.793722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3cc91d03-35f9-4d82-befd-3781af912e67 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.952s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.016752] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347695, 'name': CreateVM_Task, 'duration_secs': 0.303028} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.016922] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.017597] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.017773] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.018147] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.018387] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d34b66-15c6-4cc5-82c9-ccbd519b30df {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.022531] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1278.022531] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5283bd38-d972-fd32-a828-c92c70e6ad6c" [ 1278.022531] env[69019]: _type = "Task" [ 1278.022531] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.031033] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5283bd38-d972-fd32-a828-c92c70e6ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.084061] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.302724] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updated VIF entry in instance network info cache for port 1cba8a54-0027-45eb-b181-3d747373789f. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.303093] env[69019]: DEBUG nova.network.neutron [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [{"id": "1cba8a54-0027-45eb-b181-3d747373789f", "address": "fa:16:3e:bc:ee:4b", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cba8a54-00", "ovs_interfaceid": "1cba8a54-0027-45eb-b181-3d747373789f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.533812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.533812] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Processing image fbf65a3b-a98d-48f6-923f-705071b0432f {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.533812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.533812] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.534097] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.534195] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e967912b-92ff-4511-8d96-78d4e0b9b2e3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.551446] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.551627] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.552540] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbbe1be-c7b8-40d9-ae99-535f99d24780 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.557434] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1278.557434] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5286e344-8a30-a32b-cf70-95711fc25d96" [ 1278.557434] env[69019]: _type = "Task" [ 1278.557434] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.565053] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5286e344-8a30-a32b-cf70-95711fc25d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.805806] env[69019]: DEBUG oslo_concurrency.lockutils [req-bae25f1b-e9e2-4ff8-9e63-dce3027e8409 req-92eb37e7-9cd8-4f3c-bc97-f9710047574a service nova] Releasing lock "refresh_cache-b7596f93-0f58-466f-9e2f-5e7d98609d1e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.010757] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.011045] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.067447] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1279.067686] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Fetch image to [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419/OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1279.067880] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Downloading stream optimized image fbf65a3b-a98d-48f6-923f-705071b0432f to [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419/OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419.vmdk on the data store datastore2 as vApp {{(pid=69019) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1279.068064] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Downloading image file data fbf65a3b-a98d-48f6-923f-705071b0432f to the ESX as VM named 'OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419' {{(pid=69019) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1279.084329] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.084840] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.085190] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1279.131869] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1279.131869] env[69019]: value = "resgroup-9" [ 1279.131869] env[69019]: _type = "ResourcePool" [ 1279.131869] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1279.132173] env[69019]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b8d15b75-f18a-4667-b128-7dd23b0d1cd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.153890] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease: (returnval){ [ 1279.153890] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ca4333-6bc2-a7ba-9d29-931e039b0041" [ 1279.153890] env[69019]: _type = "HttpNfcLease" [ 1279.153890] env[69019]: } obtained for vApp import into resource pool (val){ [ 1279.153890] env[69019]: value = "resgroup-9" [ 1279.153890] env[69019]: _type = "ResourcePool" [ 1279.153890] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1279.154206] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the lease: (returnval){ [ 1279.154206] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ca4333-6bc2-a7ba-9d29-931e039b0041" [ 1279.154206] env[69019]: _type = "HttpNfcLease" [ 1279.154206] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1279.161921] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.161921] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ca4333-6bc2-a7ba-9d29-931e039b0041" [ 1279.161921] env[69019]: _type = "HttpNfcLease" [ 1279.161921] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1279.513929] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.514338] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.515465] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec15a5-63d6-4e2c-a83c-55aa27bd57b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.532832] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0978f5-0190-4327-aca5-54ff3d821e85 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.561051] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfiguring VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1279.561358] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6541209-6e9d-4433-8d56-556bb430d565 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.580133] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1279.580133] env[69019]: value = "task-3347697" [ 1279.580133] env[69019]: _type = "Task" [ 1279.580133] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.588552] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.661760] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.661760] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ca4333-6bc2-a7ba-9d29-931e039b0041" [ 1279.661760] env[69019]: _type = "HttpNfcLease" [ 1279.661760] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1279.662049] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1279.662049] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ca4333-6bc2-a7ba-9d29-931e039b0041" [ 1279.662049] env[69019]: _type = "HttpNfcLease" [ 1279.662049] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1279.662778] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e7fdad-69bd-4249-b7ae-35a40471e758 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.669769] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1279.669945] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1279.732026] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b59d869-0f8c-4020-92ad-1b797d4525f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.087897] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.087897] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.094379] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.592742] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.593032] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.593158] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.593314] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1280.593619] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.595478] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88b522-47a7-44b5-b723-31d7fad18408 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.603938] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae85d1-8223-4a7c-a7fd-0d9e04598071 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.620038] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baac5f8-3249-426b-bbbb-59ec083dc0ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.628136] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e6d8d-ab5a-44c5-98c7-74dc99c2e449 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.658420] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180569MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1280.658587] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.658780] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.792096] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1280.792333] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1280.793256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f170d1e-f859-48c7-b5a2-ceffdde3e722 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.800407] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1280.800572] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1280.800838] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-86f7f400-87c3-421a-8c75-8cd9e87a3e3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.009752] env[69019]: DEBUG oslo_vmware.rw_handles [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205f8de-0410-bdf6-9920-cb4fbb0623d0/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1281.010086] env[69019]: INFO nova.virt.vmwareapi.images [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Downloaded image file data fbf65a3b-a98d-48f6-923f-705071b0432f [ 1281.011256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016438a-7621-470f-8b4f-8856e9d724a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.027801] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36cac635-7414-4353-afb4-0f8b30c9951a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.052903] env[69019]: INFO nova.virt.vmwareapi.images [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] The imported VM was unregistered [ 1281.055133] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1281.055372] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.055631] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-678cd3dd-c976-42e9-b545-e2e35fc4a2fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.077817] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.078008] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419/OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419.vmdk to [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk. {{(pid=69019) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1281.078257] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3cace647-f78b-42f2-8fe3-f0b66a82ce95 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.086840] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1281.086840] env[69019]: value = "task-3347699" [ 1281.086840] env[69019]: _type = "Task" [ 1281.086840] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.093045] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.097605] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.597583] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.601269] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.690532] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 0a278060-41c6-4096-9abf-7f7d11aea814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.690804] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance e06cd0d1-6661-4f1e-9895-6baae73f8c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.691028] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 16b5bb0a-1922-44a1-b901-344c42b2fab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.691238] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance b7596f93-0f58-466f-9e2f-5e7d98609d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1281.691529] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1281.691772] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1281.761316] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d4c084-755a-4f9c-91d0-a3462ad24ee4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.768924] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf7f5e-2aa8-4daf-a342-9f1a1f56e930 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.801019] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f2cbc-d62f-414b-b2ed-c168d34c876c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.808910] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c912f-e680-4894-aa1c-8cbfc144e89c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.822875] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.096929] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.100067] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.326678] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.597717] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.601089] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.832168] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1282.832457] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.098720] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.102154] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.598946] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.601968] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347699, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.290946} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.602224] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419/OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419.vmdk to [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk. [ 1283.602417] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Cleaning up location [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1283.602586] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6de85da2-c482-4896-8955-005406d5d419 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.602819] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef938177-90ef-4e03-9e6d-fb9e252dd08e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.609339] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1283.609339] env[69019]: value = "task-3347700" [ 1283.609339] env[69019]: _type = "Task" [ 1283.609339] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.616432] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.096466] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.119584] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036449} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.119872] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.120060] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.120306] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk to [datastore2] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.120543] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04eb9f13-8523-4986-b454-9ce7f6a81b12 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.127340] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1284.127340] env[69019]: value = "task-3347701" [ 1284.127340] env[69019]: _type = "Task" [ 1284.127340] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.134283] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.576560] env[69019]: DEBUG nova.compute.manager [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Stashing vm_state: active {{(pid=69019) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1284.598010] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.637906] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.830702] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.830952] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.831172] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.098628] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.099692] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.099950] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.137621] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.598995] env[69019]: DEBUG oslo_vmware.api [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347697, 'name': ReconfigVM_Task, 'duration_secs': 5.778868} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.599319] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.599469] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Reconfigured VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1285.604164] env[69019]: INFO nova.compute.claims [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.640039] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.110843] env[69019]: INFO nova.compute.resource_tracker [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating resource usage from migration a288d53b-6202-46c6-80ad-51257b1731ae [ 1286.141042] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.198549] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e526c-1d76-47a5-960a-7a24ddf0a64a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.206374] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e5955b-210f-48d7-8a3e-561e295b8426 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.238263] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c3d1e-a683-4fa6-9d0d-d6b8fb32f493 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.245808] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ad4ba-66ce-4330-a4a1-24fd9bb0f07b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.259512] env[69019]: DEBUG nova.compute.provider_tree [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.641783] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347701, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.267508} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.642179] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fbf65a3b-a98d-48f6-923f-705071b0432f/fbf65a3b-a98d-48f6-923f-705071b0432f.vmdk to [datastore2] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.642798] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7b4db-42b0-4a1e-a94d-712f31277255 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.663766] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.663975] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d41020c-70bb-4a87-9e54-3417d7b61a36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.683311] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1286.683311] env[69019]: value = "task-3347702" [ 1286.683311] env[69019]: _type = "Task" [ 1286.683311] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.690779] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.763075] env[69019]: DEBUG nova.scheduler.client.report [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.900792] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.901031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.901223] env[69019]: DEBUG nova.network.neutron [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.194433] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347702, 'name': ReconfigVM_Task, 'duration_secs': 0.274784} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.194680] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b7596f93-0f58-466f-9e2f-5e7d98609d1e/b7596f93-0f58-466f-9e2f-5e7d98609d1e.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.195800] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'image_id': '65710955-6096-416f-9826-b9f1bcbba2bd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': 'f17f28eb-b118-4b12-b753-1cd6db76db12', 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668234', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'name': 'volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b7596f93-0f58-466f-9e2f-5e7d98609d1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'serial': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6'}, 'volume_type': None}], 'swap': None} {{(pid=69019) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1287.196015] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1287.196219] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668234', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'name': 'volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b7596f93-0f58-466f-9e2f-5e7d98609d1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'serial': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1287.196989] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1a1cc-dfa7-483d-808b-395773feb711 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.211718] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac5a3c2-dce6-4455-9010-39b8ec3a28a9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.235110] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6/volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.235354] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2f1662-0e58-4137-9209-085c047d426a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.254091] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1287.254091] env[69019]: value = "task-3347703" [ 1287.254091] env[69019]: _type = "Task" [ 1287.254091] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.261521] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.267305] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.167s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.267490] env[69019]: INFO nova.compute.manager [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Migrating [ 1287.764123] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347703, 'name': ReconfigVM_Task, 'duration_secs': 0.317941} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.764453] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6/volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.769263] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d6eeb4-df82-4826-96aa-93b025a22cb4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.786328] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.786499] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.786684] env[69019]: DEBUG nova.network.neutron [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.787910] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1287.787910] env[69019]: value = "task-3347704" [ 1287.787910] env[69019]: _type = "Task" [ 1287.787910] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.799326] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.817884] env[69019]: INFO nova.network.neutron [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Port dda16788-2255-4446-8dbe-3523fd9b77e0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1287.818267] env[69019]: DEBUG nova.network.neutron [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.830567] env[69019]: DEBUG nova.compute.manager [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.830748] env[69019]: DEBUG nova.compute.manager [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing instance network info cache due to event network-changed-789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.830928] env[69019]: DEBUG oslo_concurrency.lockutils [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] Acquiring lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.080659] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.300233] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.321222] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.323321] env[69019]: DEBUG oslo_concurrency.lockutils [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] Acquired lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.323514] env[69019]: DEBUG nova.network.neutron [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Refreshing network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.484250] env[69019]: DEBUG nova.network.neutron [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.587325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.587325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.587569] env[69019]: DEBUG nova.objects.instance [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'flavor' on Instance uuid 16b5bb0a-1922-44a1-b901-344c42b2fab6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.798464] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.825519] env[69019]: DEBUG oslo_concurrency.lockutils [None req-3edbcdfa-27de-442f-a121-b7bc58f7f6cb tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-0a278060-41c6-4096-9abf-7f7d11aea814-dda16788-2255-4446-8dbe-3523fd9b77e0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.814s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.986923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.003130] env[69019]: DEBUG nova.network.neutron [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updated VIF entry in instance network info cache for port 789151ad-7f39-4c9d-bd65-b961701c41ab. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.003501] env[69019]: DEBUG nova.network.neutron [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [{"id": "789151ad-7f39-4c9d-bd65-b961701c41ab", "address": "fa:16:3e:5c:8c:c3", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789151ad-7f", "ovs_interfaceid": "789151ad-7f39-4c9d-bd65-b961701c41ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.181735] env[69019]: DEBUG nova.objects.instance [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'pci_requests' on Instance uuid 16b5bb0a-1922-44a1-b901-344c42b2fab6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.298975] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347704, 'name': ReconfigVM_Task, 'duration_secs': 1.149575} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.299299] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668234', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'name': 'volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b7596f93-0f58-466f-9e2f-5e7d98609d1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'serial': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1289.299875] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ceba00-ce79-4763-93e2-46f2ae959541 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.307056] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1289.307056] env[69019]: value = "task-3347705" [ 1289.307056] env[69019]: _type = "Task" [ 1289.307056] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.314602] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347705, 'name': Rename_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.506303] env[69019]: DEBUG oslo_concurrency.lockutils [req-adeb7922-82a5-422e-9565-1b92a2798dae req-c06ddc3c-b659-4fc8-9da2-2fc1bdf9e139 service nova] Releasing lock "refresh_cache-0a278060-41c6-4096-9abf-7f7d11aea814" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.684352] env[69019]: DEBUG nova.objects.base [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Object Instance<16b5bb0a-1922-44a1-b901-344c42b2fab6> lazy-loaded attributes: flavor,pci_requests {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1289.684529] env[69019]: DEBUG nova.network.neutron [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.741152] env[69019]: DEBUG nova.policy [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92dbeaac348b402bbcb952d60b481f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966e9f47c5b440b3b4c30704ae6e4135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.816023] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347705, 'name': Rename_Task, 'duration_secs': 0.235641} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.816333] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.816543] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad982ade-d709-4ef7-bea9-c0131773784d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.822013] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1289.822013] env[69019]: value = "task-3347706" [ 1289.822013] env[69019]: _type = "Task" [ 1289.822013] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.829074] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.855279] env[69019]: DEBUG nova.compute.manager [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.855553] env[69019]: DEBUG nova.compute.manager [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing instance network info cache due to event network-changed-70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.855660] env[69019]: DEBUG oslo_concurrency.lockutils [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.855800] env[69019]: DEBUG oslo_concurrency.lockutils [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.855971] env[69019]: DEBUG nova.network.neutron [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.331723] env[69019]: DEBUG oslo_vmware.api [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347706, 'name': PowerOnVM_Task, 'duration_secs': 0.48274} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.331723] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.434369] env[69019]: DEBUG nova.compute.manager [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.435518] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7596c-cce5-4b9d-ab26-1ea74b976beb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.503640] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea968a1-980d-4d16-9274-316f277488f5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.521897] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 0 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.558516] env[69019]: DEBUG nova.network.neutron [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updated VIF entry in instance network info cache for port 70686d00-8e81-49a8-beb6-ce682bfc9e92. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.558869] env[69019]: DEBUG nova.network.neutron [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.951700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-a5e5982c-4d6a-45c0-92c2-3c23f3bd61e6 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.079s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.027758] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.806605] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc339c28-3df7-41aa-9b29-3fc480d2939b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.806605] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1291.806605] env[69019]: value = "task-3347707" [ 1291.806605] env[69019]: _type = "Task" [ 1291.806605] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.806605] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.806605] env[69019]: DEBUG oslo_concurrency.lockutils [req-530bf992-0e6c-490b-a895-fba1fd52aeb5 req-d943c34b-9df1-4a09-9a77-4bc348a684c9 service nova] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.806605] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.005394] env[69019]: DEBUG nova.compute.manager [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.005394] env[69019]: DEBUG oslo_concurrency.lockutils [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.005394] env[69019]: DEBUG oslo_concurrency.lockutils [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.005394] env[69019]: DEBUG oslo_concurrency.lockutils [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.005394] env[69019]: DEBUG nova.compute.manager [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] No waiting events found dispatching network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.005394] env[69019]: WARNING nova.compute.manager [req-64933fce-d28f-479a-b132-263d7c6d088b req-ccb711b6-4ddb-4fcf-aa63-c4dbb2d26188 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received unexpected event network-vif-plugged-dda16788-2255-4446-8dbe-3523fd9b77e0 for instance with vm_state active and task_state None. [ 1292.016454] env[69019]: DEBUG nova.network.neutron [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Successfully updated port: dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.047796] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347707, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.519503] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.519700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.519862] env[69019]: DEBUG nova.network.neutron [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.548285] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347707, 'name': PowerOffVM_Task, 'duration_secs': 1.045222} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.548561] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.548736] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 17 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.055035] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.055324] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.055461] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.055644] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.055789] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.055938] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.056152] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.056312] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.056476] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.056637] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.056847] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.062685] env[69019]: WARNING nova.network.neutron [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91 already exists in list: networks containing: ['ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91']. ignoring it [ 1293.064666] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eece1ff-7235-447f-8e23-e06c5ff09690 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.081129] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1293.081129] env[69019]: value = "task-3347708" [ 1293.081129] env[69019]: _type = "Task" [ 1293.081129] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.089487] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.329933] env[69019]: DEBUG nova.network.neutron [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda16788-2255-4446-8dbe-3523fd9b77e0", "address": "fa:16:3e:57:53:49", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16788-22", "ovs_interfaceid": "dda16788-2255-4446-8dbe-3523fd9b77e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.590562] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347708, 'name': ReconfigVM_Task, 'duration_secs': 0.154665} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.590888] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 33 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.832928] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833686] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.833845] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.834664] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f93355-e656-46c7-944c-6b650e34e65a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.851603] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.851812] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.851967] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.852166] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.852315] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.852464] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.852662] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.852823] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.852989] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.853167] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.853342] env[69019]: DEBUG nova.virt.hardware [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.859500] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfiguring VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1293.859771] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1b591e-6fe3-4e19-bef3-59f897855e55 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.877201] env[69019]: DEBUG oslo_vmware.api [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1293.877201] env[69019]: value = "task-3347709" [ 1293.877201] env[69019]: _type = "Task" [ 1293.877201] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.884318] env[69019]: DEBUG oslo_vmware.api [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347709, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.097812] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.098151] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.098256] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.098436] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.098584] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.098729] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.098927] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.099125] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.099314] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.099479] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.099663] env[69019]: DEBUG nova.virt.hardware [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.105029] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.106384] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e572ea54-ccfb-418d-a028-acb2b6ee2422 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.120655] env[69019]: DEBUG nova.compute.manager [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-changed-dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.120840] env[69019]: DEBUG nova.compute.manager [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing instance network info cache due to event network-changed-dda16788-2255-4446-8dbe-3523fd9b77e0. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.121056] env[69019]: DEBUG oslo_concurrency.lockutils [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.121206] env[69019]: DEBUG oslo_concurrency.lockutils [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.121375] env[69019]: DEBUG nova.network.neutron [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Refreshing network info cache for port dda16788-2255-4446-8dbe-3523fd9b77e0 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.128517] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1294.128517] env[69019]: value = "task-3347710" [ 1294.128517] env[69019]: _type = "Task" [ 1294.128517] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.137205] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.387777] env[69019]: DEBUG oslo_vmware.api [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.637925] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347710, 'name': ReconfigVM_Task, 'duration_secs': 0.162147} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.638157] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.638948] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb26e4-b729-456a-a774-47c3a02e517d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.662974] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.665379] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3114609-3433-48e6-975e-a71ef49cba51 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.683462] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1294.683462] env[69019]: value = "task-3347711" [ 1294.683462] env[69019]: _type = "Task" [ 1294.683462] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.691041] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.828063] env[69019]: DEBUG nova.network.neutron [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updated VIF entry in instance network info cache for port dda16788-2255-4446-8dbe-3523fd9b77e0. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.828681] env[69019]: DEBUG nova.network.neutron [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda16788-2255-4446-8dbe-3523fd9b77e0", "address": "fa:16:3e:57:53:49", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16788-22", "ovs_interfaceid": "dda16788-2255-4446-8dbe-3523fd9b77e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.888184] env[69019]: DEBUG oslo_vmware.api [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347709, 'name': ReconfigVM_Task, 'duration_secs': 0.518594} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.888613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.888826] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfigured VM to attach interface {{(pid=69019) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1295.194026] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347711, 'name': ReconfigVM_Task, 'duration_secs': 0.246631} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.194026] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfigured VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.194026] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 50 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.331805] env[69019]: DEBUG oslo_concurrency.lockutils [req-39f92504-83ac-43e4-b5b9-1ef8469bab95 req-78c613d1-e6a8-4ade-b912-b77beaf43e89 service nova] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.394213] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c157a9dc-51c4-4aa1-a40c-d2f484417c7c tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.807s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.699966] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160ca45-657e-4515-a1c4-802f8edaf359 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.719934] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049aedcd-5f7e-4f9a-91c4-0e56ab6492b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.737007] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 67 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.294223] env[69019]: DEBUG nova.network.neutron [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Port 4e367744-8c41-4045-bc2a-a20de129a503 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1296.762138] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.762581] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.265886] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.266096] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.267373] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1bab49-529c-4e09-9cd1-ed0c84faca1c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.284727] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb6848f-83bb-4b4c-b0ce-0e3f85867751 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.317108] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfiguring VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1297.320175] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5c576c-e92e-4a34-b151-85df6958fd39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.337287] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.337473] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.337647] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.344024] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1297.344024] env[69019]: value = "task-3347712" [ 1297.344024] env[69019]: _type = "Task" [ 1297.344024] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.353351] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.855022] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.354193] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.372687] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.372876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.373067] env[69019]: DEBUG nova.network.neutron [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.854863] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.061324] env[69019]: DEBUG nova.network.neutron [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.355197] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.563958] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.856652] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.088938] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e96fe-d799-4671-846d-00d05870b0ec {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.107740] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0affa3a-5e05-4e39-99ff-8c1ddb7b549b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.114147] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 83 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.357044] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.620159] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.620473] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc74fbbf-edea-4938-98f8-6a0fcd432e1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.628380] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1300.628380] env[69019]: value = "task-3347713" [ 1300.628380] env[69019]: _type = "Task" [ 1300.628380] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.636018] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.858111] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.138667] env[69019]: DEBUG oslo_vmware.api [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347713, 'name': PowerOnVM_Task, 'duration_secs': 0.348732} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.138939] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.139128] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-4922e1df-b63c-4b0e-a0b1-aeed834c8319 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance 'e06cd0d1-6661-4f1e-9895-6baae73f8c52' progress to 100 {{(pid=69019) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.359968] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.859113] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.358823] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.860302] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.360586] env[69019]: DEBUG oslo_vmware.api [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347712, 'name': ReconfigVM_Task, 'duration_secs': 5.745634} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.360840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.361043] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Reconfigured VM to detach interface {{(pid=69019) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1303.611934] env[69019]: DEBUG nova.network.neutron [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Port 4e367744-8c41-4045-bc2a-a20de129a503 binding to destination host cpu-1 is already ACTIVE {{(pid=69019) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.612271] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.612489] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.612616] env[69019]: DEBUG nova.network.neutron [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.332466] env[69019]: DEBUG nova.network.neutron [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.724698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.724922] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquired lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.725137] env[69019]: DEBUG nova.network.neutron [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.835258] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.150325] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.150592] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.150801] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.150985] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.151176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.153620] env[69019]: INFO nova.compute.manager [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Terminating instance [ 1305.338608] env[69019]: DEBUG nova.compute.manager [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69019) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1305.338888] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.339072] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.413333] env[69019]: INFO nova.network.neutron [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Port dda16788-2255-4446-8dbe-3523fd9b77e0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1305.413667] env[69019]: DEBUG nova.network.neutron [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [{"id": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "address": "fa:16:3e:f6:bd:be", "network": {"id": "ca3effcd-3ff1-45e0-b1d3-ad33e28d0e91", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-670683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966e9f47c5b440b3b4c30704ae6e4135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70686d00-8e", "ovs_interfaceid": "70686d00-8e81-49a8-beb6-ce682bfc9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.657128] env[69019]: DEBUG nova.compute.manager [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.657380] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.658326] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cdd634-672a-4d15-a342-22b6f3215319 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.665931] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.666127] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cf8e2c-7e4a-410f-9319-ebd6211298c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.672571] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1305.672571] env[69019]: value = "task-3347714" [ 1305.672571] env[69019]: _type = "Task" [ 1305.672571] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.680122] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.842401] env[69019]: DEBUG nova.objects.instance [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'migration_context' on Instance uuid e06cd0d1-6661-4f1e-9895-6baae73f8c52 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.916784] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Releasing lock "refresh_cache-16b5bb0a-1922-44a1-b901-344c42b2fab6" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.182928] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347714, 'name': PowerOffVM_Task, 'duration_secs': 0.17196} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.183220] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.183392] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.183922] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acd199d0-e26d-4c00-a894-e87f561eb62c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.246759] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.247017] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.247228] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleting the datastore file [datastore2] 16b5bb0a-1922-44a1-b901-344c42b2fab6 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.247478] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-226388bb-c248-493e-a099-e653db5fb05d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.254289] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1306.254289] env[69019]: value = "task-3347716" [ 1306.254289] env[69019]: _type = "Task" [ 1306.254289] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.262294] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.420517] env[69019]: DEBUG oslo_concurrency.lockutils [None req-86393d37-36b9-4bdf-bce0-dcc76065d777 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "interface-16b5bb0a-1922-44a1-b901-344c42b2fab6-dda16788-2255-4446-8dbe-3523fd9b77e0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.658s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.422083] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e099761-8b97-4012-8030-d6afcddf952f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.429185] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85379eb-fac1-42da-b042-c97fbe92604b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.459878] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38917f8-626e-49a4-bfc7-740de16ea3b8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.466600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76adc72-cbdb-41d3-bbf0-7eef3770e409 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.479615] env[69019]: DEBUG nova.compute.provider_tree [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.764228] env[69019]: DEBUG oslo_vmware.api [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155397} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.764503] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.764680] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.764861] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.765047] env[69019]: INFO nova.compute.manager [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.765302] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.765491] env[69019]: DEBUG nova.compute.manager [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.765587] env[69019]: DEBUG nova.network.neutron [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.982907] env[69019]: DEBUG nova.scheduler.client.report [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.367979] env[69019]: DEBUG nova.compute.manager [req-dd38bf6a-0b67-417b-a680-bbfd44827e1a req-b4a00dca-07db-4ab2-a8c7-88d7ff75dff4 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Received event network-vif-deleted-70686d00-8e81-49a8-beb6-ce682bfc9e92 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.368115] env[69019]: INFO nova.compute.manager [req-dd38bf6a-0b67-417b-a680-bbfd44827e1a req-b4a00dca-07db-4ab2-a8c7-88d7ff75dff4 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Neutron deleted interface 70686d00-8e81-49a8-beb6-ce682bfc9e92; detaching it from the instance and deleting it from the info cache [ 1307.368282] env[69019]: DEBUG nova.network.neutron [req-dd38bf6a-0b67-417b-a680-bbfd44827e1a req-b4a00dca-07db-4ab2-a8c7-88d7ff75dff4 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.850498] env[69019]: DEBUG nova.network.neutron [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.870820] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16bf1897-c2de-40eb-a5fb-008be29be1af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.880275] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73cc4f-11b5-413d-8f1f-6815556bfb82 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.905364] env[69019]: DEBUG nova.compute.manager [req-dd38bf6a-0b67-417b-a680-bbfd44827e1a req-b4a00dca-07db-4ab2-a8c7-88d7ff75dff4 service nova] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Detach interface failed, port_id=70686d00-8e81-49a8-beb6-ce682bfc9e92, reason: Instance 16b5bb0a-1922-44a1-b901-344c42b2fab6 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.992966] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.654s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.353299] env[69019]: INFO nova.compute.manager [-] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Took 1.59 seconds to deallocate network for instance. [ 1308.860815] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.861175] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.861346] env[69019]: DEBUG nova.objects.instance [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'resources' on Instance uuid 16b5bb0a-1922-44a1-b901-344c42b2fab6 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.433449] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cceef-3813-4d12-9e03-f882d2bbc3c8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.441033] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f80af-fe04-48f6-a6db-4d73c1c5a4e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.471617] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eea4ae-5222-4ac3-bab5-8724b8621c99 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.478549] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4221f425-90f0-4549-b9f6-5c74250c132b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.491612] env[69019]: DEBUG nova.compute.provider_tree [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.525921] env[69019]: INFO nova.compute.manager [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Swapping old allocation on dict_keys(['f6d6d0bd-aeed-413b-9c03-919fa59101e0']) held by migration a288d53b-6202-46c6-80ad-51257b1731ae for instance [ 1309.545826] env[69019]: DEBUG nova.scheduler.client.report [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Overwriting current allocation {'allocations': {'f6d6d0bd-aeed-413b-9c03-919fa59101e0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '869aea7110ef4ddda2dded5e066d3143', 'user_id': '1ac730fc5cb84dd8844691255d1aac4c', 'consumer_generation': 1} on consumer e06cd0d1-6661-4f1e-9895-6baae73f8c52 {{(pid=69019) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1309.616332] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.616515] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.616685] env[69019]: DEBUG nova.network.neutron [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.994969] env[69019]: DEBUG nova.scheduler.client.report [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.313162] env[69019]: DEBUG nova.network.neutron [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [{"id": "4e367744-8c41-4045-bc2a-a20de129a503", "address": "fa:16:3e:19:7e:9f", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e367744-8c", "ovs_interfaceid": "4e367744-8c41-4045-bc2a-a20de129a503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.500169] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.516562] env[69019]: INFO nova.scheduler.client.report [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted allocations for instance 16b5bb0a-1922-44a1-b901-344c42b2fab6 [ 1310.815824] env[69019]: DEBUG oslo_concurrency.lockutils [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-e06cd0d1-6661-4f1e-9895-6baae73f8c52" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.816320] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.816942] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14aeb652-cc11-402e-ba3b-ed30524eb082 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.824746] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1310.824746] env[69019]: value = "task-3347717" [ 1310.824746] env[69019]: _type = "Task" [ 1310.824746] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.833940] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.024721] env[69019]: DEBUG oslo_concurrency.lockutils [None req-37dedf98-118b-4dc7-94f2-c52a8168d2c8 tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "16b5bb0a-1922-44a1-b901-344c42b2fab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.334716] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347717, 'name': PowerOffVM_Task, 'duration_secs': 0.223146} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.335009] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.335688] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.335902] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.336083] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.336498] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.336498] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.336612] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.336805] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.336994] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.337182] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.337343] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.337517] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.342371] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbffdea1-6326-42bd-9a96-3911dfcd0f98 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.357722] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1311.357722] env[69019]: value = "task-3347718" [ 1311.357722] env[69019]: _type = "Task" [ 1311.357722] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.365444] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.753813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.754094] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.754312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.754496] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.754667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.756838] env[69019]: INFO nova.compute.manager [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Terminating instance [ 1311.867529] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347718, 'name': ReconfigVM_Task, 'duration_secs': 0.128897} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.868372] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2f0f5-c4ae-44dd-81ed-975f92333b48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.886435] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.886661] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.886814] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.887025] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.887193] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.887344] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.887546] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.887707] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.887872] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.888099] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.888293] env[69019]: DEBUG nova.virt.hardware [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.889055] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5858fa71-9ec8-4676-87bf-6fd55a815429 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.894097] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1311.894097] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265ac3e-b2a9-4dcc-54b2-f508f1149168" [ 1311.894097] env[69019]: _type = "Task" [ 1311.894097] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.901854] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265ac3e-b2a9-4dcc-54b2-f508f1149168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.260756] env[69019]: DEBUG nova.compute.manager [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.261086] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.261879] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b09924-5970-4a50-970a-1aa6493132a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.269576] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.269800] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b977550-e4a7-4d11-a894-39a5c8d467e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.275614] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1312.275614] env[69019]: value = "task-3347719" [ 1312.275614] env[69019]: _type = "Task" [ 1312.275614] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.283138] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.404484] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5265ac3e-b2a9-4dcc-54b2-f508f1149168, 'name': SearchDatastore_Task, 'duration_secs': 0.006646} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.409894] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.410202] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f92060-cb18-425b-809f-4e5988b9b9c2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.429532] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1312.429532] env[69019]: value = "task-3347720" [ 1312.429532] env[69019]: _type = "Task" [ 1312.429532] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.437689] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.786112] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347719, 'name': PowerOffVM_Task, 'duration_secs': 0.214499} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.786380] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.786549] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.786788] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f8aabc-976d-4856-a275-a19e089fab50 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.845867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.846083] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.846278] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleting the datastore file [datastore1] 0a278060-41c6-4096-9abf-7f7d11aea814 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.846537] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ceb0c4-c465-42f1-b0c8-98e418f340b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.853049] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for the task: (returnval){ [ 1312.853049] env[69019]: value = "task-3347722" [ 1312.853049] env[69019]: _type = "Task" [ 1312.853049] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.861319] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.940841] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347720, 'name': ReconfigVM_Task, 'duration_secs': 0.150042} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.941267] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.942139] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3ef92a-c9a8-4b71-b6b4-6de940df2bbb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.964906] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.965258] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a720ac19-e952-457c-9435-8fb731e3eb73 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.984361] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1312.984361] env[69019]: value = "task-3347723" [ 1312.984361] env[69019]: _type = "Task" [ 1312.984361] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.993427] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.362071] env[69019]: DEBUG oslo_vmware.api [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Task: {'id': task-3347722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148152} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.362434] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.362511] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.363141] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.363305] env[69019]: INFO nova.compute.manager [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1313.363695] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.363899] env[69019]: DEBUG nova.compute.manager [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.363993] env[69019]: DEBUG nova.network.neutron [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.493983] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347723, 'name': ReconfigVM_Task, 'duration_secs': 0.266089} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.494293] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Reconfigured VM instance instance-00000077 to attach disk [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52/e06cd0d1-6661-4f1e-9895-6baae73f8c52.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.495164] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc674fc7-94c0-41b2-88a4-b921c5b0898d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.513217] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25146e14-b2d3-4b69-8b5a-28431d21f256 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.531942] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397f368-471a-4f77-973e-152b6896ad2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.550396] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b155f1e-f951-4a35-8aba-9a5105e858c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.556702] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.556967] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-793d6961-70d4-415c-87a2-6753ab96e7dd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.564369] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1313.564369] env[69019]: value = "task-3347724" [ 1313.564369] env[69019]: _type = "Task" [ 1313.564369] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.572410] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.621847] env[69019]: DEBUG nova.compute.manager [req-75e74902-26ac-41df-ac35-72ee0b494625 req-8a3ff365-a303-431d-a068-eae3a282cfa8 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Received event network-vif-deleted-789151ad-7f39-4c9d-bd65-b961701c41ab {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.621999] env[69019]: INFO nova.compute.manager [req-75e74902-26ac-41df-ac35-72ee0b494625 req-8a3ff365-a303-431d-a068-eae3a282cfa8 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Neutron deleted interface 789151ad-7f39-4c9d-bd65-b961701c41ab; detaching it from the instance and deleting it from the info cache [ 1313.622328] env[69019]: DEBUG nova.network.neutron [req-75e74902-26ac-41df-ac35-72ee0b494625 req-8a3ff365-a303-431d-a068-eae3a282cfa8 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.074636] env[69019]: DEBUG oslo_vmware.api [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347724, 'name': PowerOnVM_Task, 'duration_secs': 0.378395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.074967] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.099763] env[69019]: DEBUG nova.network.neutron [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.125045] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76658538-ed9e-4731-83ba-d523935624f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.135732] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757450fe-bf2c-4e12-aa9e-b38f454cea9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.160747] env[69019]: DEBUG nova.compute.manager [req-75e74902-26ac-41df-ac35-72ee0b494625 req-8a3ff365-a303-431d-a068-eae3a282cfa8 service nova] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Detach interface failed, port_id=789151ad-7f39-4c9d-bd65-b961701c41ab, reason: Instance 0a278060-41c6-4096-9abf-7f7d11aea814 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.602022] env[69019]: INFO nova.compute.manager [-] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Took 1.24 seconds to deallocate network for instance. [ 1315.085502] env[69019]: INFO nova.compute.manager [None req-2fd2a7ad-a9b8-4449-b78a-37fb405a1745 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance to original state: 'active' [ 1315.107885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.108173] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.108392] env[69019]: DEBUG nova.objects.instance [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lazy-loading 'resources' on Instance uuid 0a278060-41c6-4096-9abf-7f7d11aea814 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.666678] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741d5ce-5501-4963-912d-9b1296f2e82b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.676067] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9de9b5-53e8-44f8-8ee8-01bfab9abc76 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.729010] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967d92f-5972-468f-be58-176b635ca213 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.736423] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f907d355-88ac-4328-a9fe-966da2add318 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.749986] env[69019]: DEBUG nova.compute.provider_tree [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.253602] env[69019]: DEBUG nova.scheduler.client.report [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.758729] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.777319] env[69019]: INFO nova.scheduler.client.report [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Deleted allocations for instance 0a278060-41c6-4096-9abf-7f7d11aea814 [ 1316.989389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.989722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.989975] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.990235] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.990402] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.992960] env[69019]: INFO nova.compute.manager [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Terminating instance [ 1317.284487] env[69019]: DEBUG oslo_concurrency.lockutils [None req-ce2aee19-0a2b-4387-9179-1b1ee9788c5a tempest-AttachInterfacesTestJSON-1912489955 tempest-AttachInterfacesTestJSON-1912489955-project-member] Lock "0a278060-41c6-4096-9abf-7f7d11aea814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.496570] env[69019]: DEBUG nova.compute.manager [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.496856] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.497765] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8255549a-99a7-4abf-b36a-2a242700d57c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.505859] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.506086] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c77ce94-7fac-4ac1-9b39-45cd3f9ba91a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.511657] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1317.511657] env[69019]: value = "task-3347725" [ 1317.511657] env[69019]: _type = "Task" [ 1317.511657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.518999] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.022055] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347725, 'name': PowerOffVM_Task, 'duration_secs': 0.206474} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.022348] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.022509] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.022754] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-539b08af-d603-4a7d-8fab-17d8936d5910 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.087811] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.088064] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.088251] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleting the datastore file [datastore2] e06cd0d1-6661-4f1e-9895-6baae73f8c52 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.088511] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-723f31b6-d9db-461b-9a45-4cb79ba7de32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.096113] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1318.096113] env[69019]: value = "task-3347727" [ 1318.096113] env[69019]: _type = "Task" [ 1318.096113] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.103389] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.607546] env[69019]: DEBUG oslo_vmware.api [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147953} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.607799] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.607985] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.608172] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.608408] env[69019]: INFO nova.compute.manager [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1318.608581] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.608767] env[69019]: DEBUG nova.compute.manager [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.608862] env[69019]: DEBUG nova.network.neutron [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.041380] env[69019]: DEBUG nova.compute.manager [req-c80131b3-a7cd-4e1f-9e21-4ce1c7b5161a req-77557d54-f199-4cd7-a460-a8dd5911108e service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Received event network-vif-deleted-4e367744-8c41-4045-bc2a-a20de129a503 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.041671] env[69019]: INFO nova.compute.manager [req-c80131b3-a7cd-4e1f-9e21-4ce1c7b5161a req-77557d54-f199-4cd7-a460-a8dd5911108e service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Neutron deleted interface 4e367744-8c41-4045-bc2a-a20de129a503; detaching it from the instance and deleting it from the info cache [ 1319.041744] env[69019]: DEBUG nova.network.neutron [req-c80131b3-a7cd-4e1f-9e21-4ce1c7b5161a req-77557d54-f199-4cd7-a460-a8dd5911108e service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.517578] env[69019]: DEBUG nova.network.neutron [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.546079] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dae572ab-95a4-413c-9c4a-e7c2e3d8d508 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.557649] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99ee03-2095-4b05-9a85-f64020d302bb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.584017] env[69019]: DEBUG nova.compute.manager [req-c80131b3-a7cd-4e1f-9e21-4ce1c7b5161a req-77557d54-f199-4cd7-a460-a8dd5911108e service nova] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Detach interface failed, port_id=4e367744-8c41-4045-bc2a-a20de129a503, reason: Instance e06cd0d1-6661-4f1e-9895-6baae73f8c52 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1320.020028] env[69019]: INFO nova.compute.manager [-] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Took 1.41 seconds to deallocate network for instance. [ 1320.526189] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.526518] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.526714] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.553812] env[69019]: INFO nova.scheduler.client.report [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted allocations for instance e06cd0d1-6661-4f1e-9895-6baae73f8c52 [ 1321.063082] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f6d1fe88-dff0-466a-8d99-c6a4ee97180e tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "e06cd0d1-6661-4f1e-9895-6baae73f8c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.073s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.971706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.971706] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.473877] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.993814] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.994140] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.995699] env[69019]: INFO nova.compute.claims [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.304659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.304908] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.807141] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.057807] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e8f3cb-a9e4-411c-9814-9a94e3656ffe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.065450] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c91e7f-8bd7-4c4f-a2fe-7525e255fd0c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.094162] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fffecee-91e6-4d31-8084-a5a152075c23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.100968] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9ed0d-16a2-4db6-9363-b19d2947f62b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.114631] env[69019]: DEBUG nova.compute.provider_tree [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.324150] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.617989] env[69019]: DEBUG nova.scheduler.client.report [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.122961] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.123548] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.126626] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.803s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.128013] env[69019]: INFO nova.compute.claims [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.632547] env[69019]: DEBUG nova.compute.utils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.635705] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.635910] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.672188] env[69019]: DEBUG nova.policy [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac730fc5cb84dd8844691255d1aac4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869aea7110ef4ddda2dded5e066d3143', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.941222] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Successfully created port: 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.136688] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.195510] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff8bf3-0999-458e-b824-55f3554a3d1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.203702] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a1002-d39c-45fd-9bd5-b65be1097b96 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.234975] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5136bd-d0ce-474b-bedf-58a2055a8a35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.242949] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cea886-da3c-41b1-b63d-416b8f436e87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.255971] env[69019]: DEBUG nova.compute.provider_tree [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.485067] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.485316] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.758716] env[69019]: DEBUG nova.scheduler.client.report [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.988513] env[69019]: INFO nova.compute.manager [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Detaching volume dc3d87a5-510f-45c3-952a-519f6d7c62b6 [ 1327.023890] env[69019]: INFO nova.virt.block_device [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Attempting to driver detach volume dc3d87a5-510f-45c3-952a-519f6d7c62b6 from mountpoint /dev/sdb [ 1327.024171] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.024342] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668234', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'name': 'volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b7596f93-0f58-466f-9e2f-5e7d98609d1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'serial': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.025313] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e93e390-b292-4f82-a631-3329c8a6a3ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.047192] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24264e38-d847-41d4-9eed-7c2f566b6d7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.053905] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858d4fc-234c-4c8f-820e-16fd2402b720 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.074760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62667d7b-9171-4f75-ab32-bae4ae9a3c3b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.090363] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6/volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.095469] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.095750] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6145cb-0e08-47b2-89ce-023d6866679d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.114470] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1327.114470] env[69019]: value = "task-3347728" [ 1327.114470] env[69019]: _type = "Task" [ 1327.114470] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.121873] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.150734] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.178556] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.178849] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.179067] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.179331] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.179516] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.179693] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.179926] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.180126] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.180298] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.180465] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.180639] env[69019]: DEBUG nova.virt.hardware [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.181529] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a7de5-6c8c-48c5-be83-f7ef651fab5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.189260] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf97cc-28b7-45cf-9151-904208446c39 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.263377] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.264327] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.320263] env[69019]: DEBUG nova.compute.manager [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Received event network-vif-plugged-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.320486] env[69019]: DEBUG oslo_concurrency.lockutils [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] Acquiring lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.320767] env[69019]: DEBUG oslo_concurrency.lockutils [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.320855] env[69019]: DEBUG oslo_concurrency.lockutils [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.321031] env[69019]: DEBUG nova.compute.manager [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] No waiting events found dispatching network-vif-plugged-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.321202] env[69019]: WARNING nova.compute.manager [req-240eef3e-2c8c-46fa-bf55-595a7b539b61 req-7db67cc3-ce29-4d2a-907b-556b22867b15 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Received unexpected event network-vif-plugged-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 for instance with vm_state building and task_state spawning. [ 1327.399137] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Successfully updated port: 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.630018] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347728, 'name': ReconfigVM_Task, 'duration_secs': 0.219625} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.630018] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.636886] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57db6bec-c039-44b3-9db6-c4e8762753ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.659466] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1327.659466] env[69019]: value = "task-3347729" [ 1327.659466] env[69019]: _type = "Task" [ 1327.659466] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.670693] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.769749] env[69019]: DEBUG nova.compute.utils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.771134] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.771313] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.815979] env[69019]: DEBUG nova.policy [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bf99aff678a48b5a148dd28b72b1eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713e47b6dd714e8d90328367c34b960f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.903073] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.903073] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.903073] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.084306] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully created port: c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.174210] env[69019]: DEBUG oslo_vmware.api [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347729, 'name': ReconfigVM_Task, 'duration_secs': 0.13504} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.174596] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668234', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'name': 'volume-dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b7596f93-0f58-466f-9e2f-5e7d98609d1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6', 'serial': 'dc3d87a5-510f-45c3-952a-519f6d7c62b6'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1328.275242] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.443553] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.629022] env[69019]: DEBUG nova.network.neutron [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.634706] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully created port: 66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.721392] env[69019]: DEBUG nova.objects.instance [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'flavor' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.847277] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully created port: 5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.132148] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.132478] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Instance network_info: |[{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.132926] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:05:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '386a6fb2-6dea-42b3-b4ee-dad1d0d45d40', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.140394] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.140607] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.140830] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3d6f73-a156-41e1-bd10-16fad92b7af5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.162838] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.162838] env[69019]: value = "task-3347730" [ 1329.162838] env[69019]: _type = "Task" [ 1329.162838] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.170330] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347730, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.284664] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.312473] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.312778] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.312951] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.313241] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.313322] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.313466] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.313658] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.313821] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.313987] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.314165] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.314427] env[69019]: DEBUG nova.virt.hardware [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.315322] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e9f8e-602e-4879-b4d2-bfa6d2fc9dcb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.323498] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22acaeeb-3d14-4bbe-8bf5-94b40a4cde20 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.346766] env[69019]: DEBUG nova.compute.manager [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Received event network-changed-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.347345] env[69019]: DEBUG nova.compute.manager [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Refreshing instance network info cache due to event network-changed-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.347345] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] Acquiring lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.347443] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] Acquired lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.347551] env[69019]: DEBUG nova.network.neutron [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Refreshing network info cache for port 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.672701] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347730, 'name': CreateVM_Task, 'duration_secs': 0.295043} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.672873] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.673561] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.673730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.674063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.674308] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb7d6a2-d1c4-49ca-ade1-5f29e23150fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.678540] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1329.678540] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f4ed2a-89df-4b3a-8850-0c5eeb0ae31d" [ 1329.678540] env[69019]: _type = "Task" [ 1329.678540] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.685805] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f4ed2a-89df-4b3a-8850-0c5eeb0ae31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.729324] env[69019]: DEBUG oslo_concurrency.lockutils [None req-4dad318c-f151-4bf0-bdc5-ffb394bad556 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.043386] env[69019]: DEBUG nova.network.neutron [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updated VIF entry in instance network info cache for port 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.043726] env[69019]: DEBUG nova.network.neutron [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.188828] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52f4ed2a-89df-4b3a-8850-0c5eeb0ae31d, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.189140] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.189371] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.189607] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.189752] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.189932] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.190198] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42fa8c51-94e5-46bd-b630-8ec4e97ce92e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.198270] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.198455] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.199171] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198a6440-784e-4828-855c-c85d32903f89 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.205620] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1330.205620] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529bb90d-f2fa-85a6-ccc0-289af4f49a7b" [ 1330.205620] env[69019]: _type = "Task" [ 1330.205620] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.213142] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529bb90d-f2fa-85a6-ccc0-289af4f49a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.263691] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully updated port: c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.546941] env[69019]: DEBUG oslo_concurrency.lockutils [req-1b713ef9-24d2-4300-a660-7d28d9dbc99c req-f26b37f0-d419-47aa-9e8b-5ba84d1b0fc0 service nova] Releasing lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.716608] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529bb90d-f2fa-85a6-ccc0-289af4f49a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.717363] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b00b0a7-52b6-4ae5-85ef-9e91fc152e79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.722193] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1330.722193] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527fe320-6b4c-5867-5cde-403ce8e77d76" [ 1330.722193] env[69019]: _type = "Task" [ 1330.722193] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.729454] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527fe320-6b4c-5867-5cde-403ce8e77d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.737907] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.738176] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.738389] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.738602] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.738781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.740907] env[69019]: INFO nova.compute.manager [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Terminating instance [ 1331.233588] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527fe320-6b4c-5867-5cde-403ce8e77d76, 'name': SearchDatastore_Task, 'duration_secs': 0.039422} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.233818] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.234127] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724/7f42ef54-7f6c-4a5e-880c-0f91a0a4b724.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.234411] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-166c91f2-35f5-42f1-9df6-de5b3f273e72 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.241676] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1331.241676] env[69019]: value = "task-3347731" [ 1331.241676] env[69019]: _type = "Task" [ 1331.241676] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.245607] env[69019]: DEBUG nova.compute.manager [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.245842] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.246760] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f1db2-2d91-4324-ad6e-a5936d670375 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.254740] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.257165] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.257525] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab681b55-55da-4013-815b-535e494ebe2a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.263864] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1331.263864] env[69019]: value = "task-3347732" [ 1331.263864] env[69019]: _type = "Task" [ 1331.263864] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.273220] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.378581] env[69019]: DEBUG nova.compute.manager [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-plugged-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.378581] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.378581] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.378926] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.378926] env[69019]: DEBUG nova.compute.manager [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] No waiting events found dispatching network-vif-plugged-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.379119] env[69019]: WARNING nova.compute.manager [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received unexpected event network-vif-plugged-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd for instance with vm_state building and task_state spawning. [ 1331.379344] env[69019]: DEBUG nova.compute.manager [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-changed-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.379566] env[69019]: DEBUG nova.compute.manager [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing instance network info cache due to event network-changed-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.379856] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Acquiring lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.380471] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Acquired lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.380471] env[69019]: DEBUG nova.network.neutron [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing network info cache for port c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.751610] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503989} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.752031] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724/7f42ef54-7f6c-4a5e-880c-0f91a0a4b724.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.752119] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.752384] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92db31f3-fea5-4b26-8844-5828df68fb81 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.758825] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1331.758825] env[69019]: value = "task-3347733" [ 1331.758825] env[69019]: _type = "Task" [ 1331.758825] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.773345] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.778601] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347732, 'name': PowerOffVM_Task, 'duration_secs': 0.203959} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.778878] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.779062] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.779312] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fca99e5-b978-4942-a207-046b2f8c16b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.841608] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.841833] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.842023] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore2] b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.842328] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da598b92-282c-44bc-8ffd-4c0b054a74cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.853136] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1331.853136] env[69019]: value = "task-3347735" [ 1331.853136] env[69019]: _type = "Task" [ 1331.853136] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.863360] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.929428] env[69019]: DEBUG nova.network.neutron [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.025270] env[69019]: DEBUG nova.network.neutron [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.240727] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully updated port: 66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.268994] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061999} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.269229] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.270188] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705be86e-0646-424e-9343-d7cae51a7996 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.293766] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724/7f42ef54-7f6c-4a5e-880c-0f91a0a4b724.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.294461] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1712aada-cc05-4785-b455-6bb7e1679c3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.314409] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1332.314409] env[69019]: value = "task-3347736" [ 1332.314409] env[69019]: _type = "Task" [ 1332.314409] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.322622] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.363708] env[69019]: DEBUG oslo_vmware.api [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142203} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.364010] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.364247] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.364438] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.364649] env[69019]: INFO nova.compute.manager [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1332.364911] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.365141] env[69019]: DEBUG nova.compute.manager [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.365261] env[69019]: DEBUG nova.network.neutron [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.528046] env[69019]: DEBUG oslo_concurrency.lockutils [req-956882d5-417e-435c-8301-35deb28146e1 req-979b5831-d7ea-41d0-875f-34898d4fc3a5 service nova] Releasing lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.824284] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347736, 'name': ReconfigVM_Task, 'duration_secs': 0.295315} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.825168] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724/7f42ef54-7f6c-4a5e-880c-0f91a0a4b724.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.825807] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02856a97-8877-4f15-a3ed-0b6c1ae5c344 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.832291] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1332.832291] env[69019]: value = "task-3347737" [ 1332.832291] env[69019]: _type = "Task" [ 1332.832291] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.841600] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347737, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.319072] env[69019]: DEBUG nova.network.neutron [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.342214] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347737, 'name': Rename_Task, 'duration_secs': 0.148172} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.342440] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.342672] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7595d84-f643-42a2-aa55-601d0e851dc3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.349269] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1333.349269] env[69019]: value = "task-3347738" [ 1333.349269] env[69019]: _type = "Task" [ 1333.349269] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.357169] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.407754] env[69019]: DEBUG nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-plugged-66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.407978] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.408207] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.408390] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.409034] env[69019]: DEBUG nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] No waiting events found dispatching network-vif-plugged-66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.409034] env[69019]: WARNING nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received unexpected event network-vif-plugged-66014f64-d7ba-4892-ac07-1412ae9e02d6 for instance with vm_state building and task_state spawning. [ 1333.409034] env[69019]: DEBUG nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-changed-66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.409034] env[69019]: DEBUG nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing instance network info cache due to event network-changed-66014f64-d7ba-4892-ac07-1412ae9e02d6. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.409257] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Acquiring lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.409347] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Acquired lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.409507] env[69019]: DEBUG nova.network.neutron [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing network info cache for port 66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.821918] env[69019]: INFO nova.compute.manager [-] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Took 1.46 seconds to deallocate network for instance. [ 1333.859107] env[69019]: DEBUG oslo_vmware.api [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347738, 'name': PowerOnVM_Task, 'duration_secs': 0.436352} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.859404] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.859607] env[69019]: INFO nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1333.859789] env[69019]: DEBUG nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.860562] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09ef05-bea2-45db-986e-442beca38c8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.949142] env[69019]: DEBUG nova.network.neutron [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.048261] env[69019]: DEBUG nova.network.neutron [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.226126] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Successfully updated port: 5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.328861] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.329171] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.329397] env[69019]: DEBUG nova.objects.instance [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'resources' on Instance uuid b7596f93-0f58-466f-9e2f-5e7d98609d1e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.380226] env[69019]: INFO nova.compute.manager [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Took 11.40 seconds to build instance. [ 1334.550886] env[69019]: DEBUG oslo_concurrency.lockutils [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] Releasing lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.551162] env[69019]: DEBUG nova.compute.manager [req-81faab73-f7f6-4cdf-85d3-be3a7e88bfb5 req-fbcb8617-1a99-41e9-8864-f254ebeb0567 service nova] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Received event network-vif-deleted-1cba8a54-0027-45eb-b181-3d747373789f {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.730376] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.730376] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.730376] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.882331] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e9e58597-ca04-4dc0-880d-9606697ec8d6 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.911s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.886748] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267812c-1e4f-42ac-bca8-1914ea844590 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.894174] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9938e0b5-fa31-4593-be92-f8b5b5153bf2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.926021] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54cd107-d1d1-4296-9d71-7106a054803f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.933615] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64b675-351f-4e30-bba4-bbc20007a317 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.947344] env[69019]: DEBUG nova.compute.provider_tree [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.271071] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.289039] env[69019]: DEBUG nova.compute.manager [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Received event network-changed-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.289292] env[69019]: DEBUG nova.compute.manager [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Refreshing instance network info cache due to event network-changed-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.289473] env[69019]: DEBUG oslo_concurrency.lockutils [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] Acquiring lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.289606] env[69019]: DEBUG oslo_concurrency.lockutils [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] Acquired lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.289812] env[69019]: DEBUG nova.network.neutron [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Refreshing network info cache for port 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.436354] env[69019]: DEBUG nova.compute.manager [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-plugged-5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.436543] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.436725] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.436891] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.437072] env[69019]: DEBUG nova.compute.manager [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] No waiting events found dispatching network-vif-plugged-5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.437243] env[69019]: WARNING nova.compute.manager [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received unexpected event network-vif-plugged-5fcbaa75-15ff-4956-b888-8da2c3a00b98 for instance with vm_state building and task_state spawning. [ 1335.437439] env[69019]: DEBUG nova.compute.manager [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-changed-5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.437604] env[69019]: DEBUG nova.compute.manager [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing instance network info cache due to event network-changed-5fcbaa75-15ff-4956-b888-8da2c3a00b98. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.437772] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Acquiring lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.450987] env[69019]: DEBUG nova.scheduler.client.report [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.648888] env[69019]: DEBUG nova.network.neutron [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updating instance_info_cache with network_info: [{"id": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "address": "fa:16:3e:6a:89:24", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97692a4-5f", "ovs_interfaceid": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "address": "fa:16:3e:70:d2:23", "network": {"id": "58a45cfe-c5dc-4629-93cc-3b4e2a6ebf9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1595786598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66014f64-d7", "ovs_interfaceid": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "address": "fa:16:3e:ec:f1:3a", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcbaa75-15", "ovs_interfaceid": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.956161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.976725] env[69019]: INFO nova.scheduler.client.report [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted allocations for instance b7596f93-0f58-466f-9e2f-5e7d98609d1e [ 1336.013903] env[69019]: DEBUG nova.network.neutron [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updated VIF entry in instance network info cache for port 386a6fb2-6dea-42b3-b4ee-dad1d0d45d40. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.014341] env[69019]: DEBUG nova.network.neutron [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.151541] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.151966] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance network_info: |[{"id": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "address": "fa:16:3e:6a:89:24", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97692a4-5f", "ovs_interfaceid": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "address": "fa:16:3e:70:d2:23", "network": {"id": "58a45cfe-c5dc-4629-93cc-3b4e2a6ebf9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1595786598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66014f64-d7", "ovs_interfaceid": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "address": "fa:16:3e:ec:f1:3a", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcbaa75-15", "ovs_interfaceid": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.152307] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Acquired lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.152545] env[69019]: DEBUG nova.network.neutron [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Refreshing network info cache for port 5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.153877] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:89:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97692a4-5f79-4493-b48d-f6ffe6dbf7bd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66014f64-d7ba-4892-ac07-1412ae9e02d6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fcbaa75-15ff-4956-b888-8da2c3a00b98', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.164949] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Creating folder: Project (713e47b6dd714e8d90328367c34b960f). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.166213] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f007d14-f8b5-4715-9165-841b74658ddf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.179333] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Created folder: Project (713e47b6dd714e8d90328367c34b960f) in parent group-v667907. [ 1336.179538] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Creating folder: Instances. Parent ref: group-v668238. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.179772] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ed32c1-335c-44a2-81f4-f037704939e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.188789] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Created folder: Instances in parent group-v668238. [ 1336.189168] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.189426] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.189764] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2979057d-6fc4-43ab-be61-92f21a8b3cfe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.215322] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.215322] env[69019]: value = "task-3347741" [ 1336.215322] env[69019]: _type = "Task" [ 1336.215322] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.226736] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347741, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.487494] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b93867d5-627e-44b6-bd3a-704b3ee374c1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "b7596f93-0f58-466f-9e2f-5e7d98609d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.516761] env[69019]: DEBUG oslo_concurrency.lockutils [req-92b91b41-51c3-436c-b344-6cc7278386da req-e3492f26-a4e3-49be-a927-07bdf68bd8f2 service nova] Releasing lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.725016] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347741, 'name': CreateVM_Task, 'duration_secs': 0.417622} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.725204] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.726068] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.726241] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.726720] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.726829] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f518f06a-97b3-4174-9ec4-e213f554ee0b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.732179] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1336.732179] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52de3816-58b4-99bb-d264-9ea0ba91efcb" [ 1336.732179] env[69019]: _type = "Task" [ 1336.732179] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.742599] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52de3816-58b4-99bb-d264-9ea0ba91efcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.862989] env[69019]: DEBUG nova.network.neutron [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updated VIF entry in instance network info cache for port 5fcbaa75-15ff-4956-b888-8da2c3a00b98. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.863564] env[69019]: DEBUG nova.network.neutron [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updating instance_info_cache with network_info: [{"id": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "address": "fa:16:3e:6a:89:24", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97692a4-5f", "ovs_interfaceid": "c97692a4-5f79-4493-b48d-f6ffe6dbf7bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "address": "fa:16:3e:70:d2:23", "network": {"id": "58a45cfe-c5dc-4629-93cc-3b4e2a6ebf9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1595786598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66014f64-d7", "ovs_interfaceid": "66014f64-d7ba-4892-ac07-1412ae9e02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "address": "fa:16:3e:ec:f1:3a", "network": {"id": "9c9f693e-9388-477a-9484-d9fbc503c0b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539336047", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcbaa75-15", "ovs_interfaceid": "5fcbaa75-15ff-4956-b888-8da2c3a00b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.243423] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52de3816-58b4-99bb-d264-9ea0ba91efcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.243826] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.243925] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.244184] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.244317] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.244494] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.244795] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d08433-21fb-4e2d-a1c2-23f762ccc681 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.254794] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.254975] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.255709] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63e6f00-57bb-4cd1-a8c8-2b89e0400d9c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.261587] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1337.261587] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f960a-41ad-d2f7-80bf-1eb13f5ac9b4" [ 1337.261587] env[69019]: _type = "Task" [ 1337.261587] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.269172] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f960a-41ad-d2f7-80bf-1eb13f5ac9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.367180] env[69019]: DEBUG oslo_concurrency.lockutils [req-3dd113ce-f938-4197-944c-78ec0d0511e3 req-b0be3ef8-7908-4338-ac3c-321755c992c5 service nova] Releasing lock "refresh_cache-9cd8f4f1-6cf9-4da6-9281-9221409d5f10" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.771782] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529f960a-41ad-d2f7-80bf-1eb13f5ac9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.040647} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.772544] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a173576-2e16-41e3-acfc-bf54dfc417e4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.778494] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1337.778494] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52982ec4-c904-2bed-86b9-0a8339c83348" [ 1337.778494] env[69019]: _type = "Task" [ 1337.778494] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.785995] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52982ec4-c904-2bed-86b9-0a8339c83348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.084558] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.289349] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52982ec4-c904-2bed-86b9-0a8339c83348, 'name': SearchDatastore_Task, 'duration_secs': 0.043438} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.289662] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.290593] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9cd8f4f1-6cf9-4da6-9281-9221409d5f10/9cd8f4f1-6cf9-4da6-9281-9221409d5f10.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.290593] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e57d4c-0e4f-484d-a2aa-cf13d2cc93f1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.297914] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1338.297914] env[69019]: value = "task-3347742" [ 1338.297914] env[69019]: _type = "Task" [ 1338.297914] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.305173] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.806891] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438668} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.807172] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 9cd8f4f1-6cf9-4da6-9281-9221409d5f10/9cd8f4f1-6cf9-4da6-9281-9221409d5f10.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.807416] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.807660] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe2300e-d62e-4982-9b3c-ae3876f54cee {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.817399] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.817613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.818736] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1338.818736] env[69019]: value = "task-3347743" [ 1338.818736] env[69019]: _type = "Task" [ 1338.818736] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.826845] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.084171] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.084341] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1339.319892] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.332623] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061504} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.332873] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.333684] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f46df5-a845-4679-898e-bf1636fb7fd2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.360224] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9cd8f4f1-6cf9-4da6-9281-9221409d5f10/9cd8f4f1-6cf9-4da6-9281-9221409d5f10.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.360974] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8beae27-a0ee-4179-beea-047d03097d64 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.381154] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1339.381154] env[69019]: value = "task-3347744" [ 1339.381154] env[69019]: _type = "Task" [ 1339.381154] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.389068] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.846257] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.846541] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.848154] env[69019]: INFO nova.compute.claims [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.891795] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347744, 'name': ReconfigVM_Task, 'duration_secs': 0.275198} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.892033] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9cd8f4f1-6cf9-4da6-9281-9221409d5f10/9cd8f4f1-6cf9-4da6-9281-9221409d5f10.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.892657] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd24c9f1-14be-4884-b2e9-4f0b18d5f19e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.898790] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1339.898790] env[69019]: value = "task-3347745" [ 1339.898790] env[69019]: _type = "Task" [ 1339.898790] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.906174] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347745, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.085192] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.407870] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347745, 'name': Rename_Task, 'duration_secs': 0.140477} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.408173] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.408387] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5298c703-b321-4711-bd9f-91f8bc679deb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.414473] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1340.414473] env[69019]: value = "task-3347746" [ 1340.414473] env[69019]: _type = "Task" [ 1340.414473] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.421571] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.910868] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e61da-fa74-4be6-ab31-83e0a38e7663 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.921158] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c56ee-dd53-4ac5-b8da-df867baa4c3d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.926811] env[69019]: DEBUG oslo_vmware.api [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347746, 'name': PowerOnVM_Task, 'duration_secs': 0.44554} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.927442] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.927674] env[69019]: INFO nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Took 11.64 seconds to spawn the instance on the hypervisor. [ 1340.927858] env[69019]: DEBUG nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.928605] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ad130-acb9-4487-8b56-e011f79e2b7a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.957064] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d0bcef-9d92-4653-a4e8-82d0a629ed06 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.969053] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27947404-2ec2-4364-beb6-4a0bfc9f23e7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.982122] env[69019]: DEBUG nova.compute.provider_tree [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.084889] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.471484] env[69019]: INFO nova.compute.manager [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Took 17.16 seconds to build instance. [ 1341.486490] env[69019]: DEBUG nova.scheduler.client.report [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.973586] env[69019]: DEBUG oslo_concurrency.lockutils [None req-7d06eddb-4277-4e02-83f2-5046813c8095 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.668s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.991245] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.991767] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.084479] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.346031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.346031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.346031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.346031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.346031] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.348040] env[69019]: INFO nova.compute.manager [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Terminating instance [ 1342.497113] env[69019]: DEBUG nova.compute.utils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.498349] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.498644] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.534802] env[69019]: DEBUG nova.policy [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '490ce7a6eac44604a0eab9aa61f8b119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ffc6ec5253a483aa2256504ab6435c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.586942] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.587198] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.587405] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.587572] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1342.588494] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada0fad3-6ed7-41f1-8d5e-11970b4b1127 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.596669] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c627e-400f-495b-a3bc-580d8e279846 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.610278] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b38f9-0c9e-40ff-88b3-7cd44957d904 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.616244] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc03880-4117-458d-95d1-b9e5b80b5d83 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.645957] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180569MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1342.646112] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.646332] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.812258] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Successfully created port: c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.851262] env[69019]: DEBUG nova.compute.manager [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.851545] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.852524] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33402fd1-a200-4745-9d55-1939c794b00a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.860922] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.861223] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bbcf060-03ed-4900-bb9b-f844ee890210 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.867790] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1342.867790] env[69019]: value = "task-3347747" [ 1342.867790] env[69019]: _type = "Task" [ 1342.867790] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.876271] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.001832] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.377513] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347747, 'name': PowerOffVM_Task, 'duration_secs': 0.188072} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.377800] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.377969] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.378231] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ce3626-8529-402c-94e6-31d2a15b8199 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.499268] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.499633] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.499681] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleting the datastore file [datastore1] 9cd8f4f1-6cf9-4da6-9281-9221409d5f10 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.499943] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a014d4ac-a092-4dc2-be3c-dad6d5987075 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.509445] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1343.509445] env[69019]: value = "task-3347749" [ 1343.509445] env[69019]: _type = "Task" [ 1343.509445] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.518279] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.671858] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1343.672038] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9cd8f4f1-6cf9-4da6-9281-9221409d5f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1343.672169] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1343.672349] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1343.672486] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1343.718851] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c90115-c5c4-4b5c-9bde-1eb2cf65089e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.725972] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705641c-4292-47d6-b4fa-f0f9db2a43ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.755128] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd8fbb-8628-4e3e-a519-40b1cb6e283d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.761920] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f3fd9-f927-48b0-890a-ec74647109d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.774432] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.015148] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.022638] env[69019]: DEBUG oslo_vmware.api [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161228} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.022825] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.023014] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.023203] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.023367] env[69019]: INFO nova.compute.manager [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1344.023606] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.023798] env[69019]: DEBUG nova.compute.manager [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.024605] env[69019]: DEBUG nova.network.neutron [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.041568] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.041741] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.042875] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.043229] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.043229] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.043229] env[69019]: DEBUG nova.virt.hardware [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.044344] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244be101-71d1-40a9-8ecd-c378e815b643 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.053230] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a50fea-4a63-4f0d-875d-91a0d76497ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.277435] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.294475] env[69019]: DEBUG nova.compute.manager [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.294709] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.294915] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.295102] env[69019]: DEBUG oslo_concurrency.lockutils [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.295296] env[69019]: DEBUG nova.compute.manager [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] No waiting events found dispatching network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.295471] env[69019]: WARNING nova.compute.manager [req-ab40847e-cab2-4e64-ba99-bed4f5baa519 req-7a186cc3-08db-457c-ba26-8a79221131d5 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received unexpected event network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 for instance with vm_state building and task_state spawning. [ 1344.442786] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Successfully updated port: c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.782325] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1344.782659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.944573] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.944745] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.944942] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.226122] env[69019]: DEBUG nova.network.neutron [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.484766] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.613713] env[69019]: DEBUG nova.network.neutron [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.728964] env[69019]: INFO nova.compute.manager [-] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Took 1.70 seconds to deallocate network for instance. [ 1346.116402] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.116402] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance network_info: |[{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.116872] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c914af33-aadd-45c6-81ca-d087c31d63a1', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.124203] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.124417] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.124654] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eec2ba3-48cf-46bf-a751-a16cf8b42235 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.145422] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.145422] env[69019]: value = "task-3347750" [ 1346.145422] env[69019]: _type = "Task" [ 1346.145422] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.152843] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347750, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.235998] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.236282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.236537] env[69019]: DEBUG nova.objects.instance [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lazy-loading 'resources' on Instance uuid 9cd8f4f1-6cf9-4da6-9281-9221409d5f10 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.324334] env[69019]: DEBUG nova.compute.manager [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-deleted-66014f64-d7ba-4892-ac07-1412ae9e02d6 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.324546] env[69019]: DEBUG nova.compute.manager [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.324731] env[69019]: DEBUG nova.compute.manager [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing instance network info cache due to event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.324937] env[69019]: DEBUG oslo_concurrency.lockutils [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.325093] env[69019]: DEBUG oslo_concurrency.lockutils [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.325249] env[69019]: DEBUG nova.network.neutron [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.654996] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347750, 'name': CreateVM_Task, 'duration_secs': 0.288272} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.655186] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.655840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.655997] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.656323] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.656567] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93b4d0c-f4e2-4857-bdc0-1cf42d9f464b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.660724] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1346.660724] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233ca17-9d4a-0889-86ff-24045eb6ae37" [ 1346.660724] env[69019]: _type = "Task" [ 1346.660724] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.667815] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233ca17-9d4a-0889-86ff-24045eb6ae37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.782871] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.783093] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.783270] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.788501] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c99b89-08ba-4d4b-814a-a0ff235014ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.795494] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b633cab-ac4b-4f0f-b14f-84bd6627cb9f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.825304] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b652c2d-b2b6-4246-9a8e-9b964241891e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.834128] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7158c49d-3362-436c-bd24-6af18b5f6819 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.847900] env[69019]: DEBUG nova.compute.provider_tree [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.005550] env[69019]: DEBUG nova.network.neutron [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updated VIF entry in instance network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.005941] env[69019]: DEBUG nova.network.neutron [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.170410] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5233ca17-9d4a-0889-86ff-24045eb6ae37, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.170769] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170875] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.171093] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.171247] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.171429] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.171670] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ffe0c5-52f7-42f8-9e4e-95aad2b6aa3a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.179283] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.179450] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.180114] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbc5611-207a-4e80-aeba-547e9480a1fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.184515] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1347.184515] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e746c3-704a-d26b-3aed-878b28cf7a29" [ 1347.184515] env[69019]: _type = "Task" [ 1347.184515] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.192830] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e746c3-704a-d26b-3aed-878b28cf7a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.351928] env[69019]: DEBUG nova.scheduler.client.report [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.508798] env[69019]: DEBUG oslo_concurrency.lockutils [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.509445] env[69019]: DEBUG nova.compute.manager [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-deleted-c97692a4-5f79-4493-b48d-f6ffe6dbf7bd {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.509445] env[69019]: DEBUG nova.compute.manager [req-398c707b-cb9c-42d4-914e-58ca0e518c33 req-86238188-efff-4a8f-a152-4b862ac54b69 service nova] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Received event network-vif-deleted-5fcbaa75-15ff-4956-b888-8da2c3a00b98 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.694803] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52e746c3-704a-d26b-3aed-878b28cf7a29, 'name': SearchDatastore_Task, 'duration_secs': 0.008108} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.695290] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a701ce-f0c6-4a06-b270-91785b2aec5b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.700045] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1347.700045] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5296fe69-d45a-a5b1-d633-8f8b1aa469a6" [ 1347.700045] env[69019]: _type = "Task" [ 1347.700045] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.707138] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5296fe69-d45a-a5b1-d633-8f8b1aa469a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.856437] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.877956] env[69019]: INFO nova.scheduler.client.report [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleted allocations for instance 9cd8f4f1-6cf9-4da6-9281-9221409d5f10 [ 1348.209858] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5296fe69-d45a-a5b1-d633-8f8b1aa469a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.210193] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.210371] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.210617] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b58474c-b7bd-4d2d-8242-641611f6df8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.217689] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1348.217689] env[69019]: value = "task-3347751" [ 1348.217689] env[69019]: _type = "Task" [ 1348.217689] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.224803] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.387202] env[69019]: DEBUG oslo_concurrency.lockutils [None req-f9e2986f-2573-4eae-8a6e-9b9f9e1efdd0 tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "9cd8f4f1-6cf9-4da6-9281-9221409d5f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.728063] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.228216] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529987} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.228587] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.228665] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.228908] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51892f8e-f852-4a20-aff8-1d38828319e2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.236462] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1349.236462] env[69019]: value = "task-3347752" [ 1349.236462] env[69019]: _type = "Task" [ 1349.236462] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.245081] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.746091] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069705} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.746305] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.747043] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81064702-b53f-4baa-987c-3867c11e781a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.768683] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.768923] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb26d44f-2f5e-4b1a-b3dd-30a1e0920c7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.789749] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1349.789749] env[69019]: value = "task-3347753" [ 1349.789749] env[69019]: _type = "Task" [ 1349.789749] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.797375] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.300116] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347753, 'name': ReconfigVM_Task, 'duration_secs': 0.34667} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.300438] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.301119] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40b436a-98b1-4485-bff3-07b79ff7348d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.308983] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1350.308983] env[69019]: value = "task-3347754" [ 1350.308983] env[69019]: _type = "Task" [ 1350.308983] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.317717] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347754, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.496822] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.497313] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.818912] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347754, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.999141] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.321272] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347754, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.520930] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.521230] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.522827] env[69019]: INFO nova.compute.claims [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.820717] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347754, 'name': Rename_Task, 'duration_secs': 1.160705} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.821251] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.821523] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905b8b7c-00b4-497a-9de7-634f847ac0f6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.828056] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1351.828056] env[69019]: value = "task-3347755" [ 1351.828056] env[69019]: _type = "Task" [ 1351.828056] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.835674] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.337883] env[69019]: DEBUG oslo_vmware.api [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347755, 'name': PowerOnVM_Task, 'duration_secs': 0.469936} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.338241] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.338299] env[69019]: INFO nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1352.338493] env[69019]: DEBUG nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.339282] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0a179-9975-485c-86ce-795fdf8df4aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.577706] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683689a1-ea22-490d-a094-53298f1dcf22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.585031] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8a3931-a2ac-4fa4-921b-4a07da327dd6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.614893] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e22a6f0-7cea-454d-a72a-11e17af4d495 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.621869] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41f5fe-801b-450b-9ae7-43cce8b0c0fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.634853] env[69019]: DEBUG nova.compute.provider_tree [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.859718] env[69019]: INFO nova.compute.manager [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Took 13.03 seconds to build instance. [ 1352.933833] env[69019]: DEBUG nova.compute.manager [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.934059] env[69019]: DEBUG nova.compute.manager [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing instance network info cache due to event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.934185] env[69019]: DEBUG oslo_concurrency.lockutils [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.934331] env[69019]: DEBUG oslo_concurrency.lockutils [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.934494] env[69019]: DEBUG nova.network.neutron [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.138041] env[69019]: DEBUG nova.scheduler.client.report [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.361698] env[69019]: DEBUG oslo_concurrency.lockutils [None req-6cbac2e5-0e3d-4937-b756-c573e0d3e648 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.544s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.633054] env[69019]: DEBUG nova.network.neutron [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updated VIF entry in instance network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.633417] env[69019]: DEBUG nova.network.neutron [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.643640] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.644088] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.136148] env[69019]: DEBUG oslo_concurrency.lockutils [req-1c56d9fe-4743-40de-a5fa-6a85175f040f req-79427f97-522c-4e85-841e-f7a40fb7bb21 service nova] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.148889] env[69019]: DEBUG nova.compute.utils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.150331] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.150509] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.191419] env[69019]: DEBUG nova.policy [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bf99aff678a48b5a148dd28b72b1eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713e47b6dd714e8d90328367c34b960f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.424515] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Successfully created port: ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.650012] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Successfully created port: 8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.653661] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.664125] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.691698] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.691973] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.692149] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.692335] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.692480] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.692628] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.692837] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.692994] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.693174] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.693336] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.693508] env[69019]: DEBUG nova.virt.hardware [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.694520] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a1eb9-3f9b-4907-9f1f-f7995bb47c8a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.702727] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a93e7f-9a2e-4116-bfe4-9f617282f812 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.989972] env[69019]: DEBUG nova.compute.manager [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-vif-plugged-ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.990200] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] Acquiring lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.990396] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.990565] env[69019]: DEBUG oslo_concurrency.lockutils [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.990733] env[69019]: DEBUG nova.compute.manager [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] No waiting events found dispatching network-vif-plugged-ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.990897] env[69019]: WARNING nova.compute.manager [req-2a1b3832-b059-499a-9fe5-1355749fc0a9 req-06127da9-cb56-4ce9-9627-31496dddc2de service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received unexpected event network-vif-plugged-ff10b021-dbb4-49b9-a755-eeb06caebf96 for instance with vm_state building and task_state spawning. [ 1356.068884] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Successfully updated port: ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.048149] env[69019]: DEBUG nova.compute.manager [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-changed-ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.048149] env[69019]: DEBUG nova.compute.manager [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Refreshing instance network info cache due to event network-changed-ff10b021-dbb4-49b9-a755-eeb06caebf96. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.048149] env[69019]: DEBUG oslo_concurrency.lockutils [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] Acquiring lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.048149] env[69019]: DEBUG oslo_concurrency.lockutils [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] Acquired lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.048149] env[69019]: DEBUG nova.network.neutron [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Refreshing network info cache for port ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.192099] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Successfully updated port: 8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.585206] env[69019]: DEBUG nova.network.neutron [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.654859] env[69019]: DEBUG nova.network.neutron [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.694784] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.158696] env[69019]: DEBUG oslo_concurrency.lockutils [req-b247d53d-bfec-470b-95b6-5f8ec03284fa req-83bd595a-544b-4687-8735-58b5ab6f938c service nova] Releasing lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.158696] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.158696] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.691692] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.936291] env[69019]: DEBUG nova.network.neutron [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updating instance_info_cache with network_info: [{"id": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "address": "fa:16:3e:58:26:d1", "network": {"id": "4b7760b7-452f-4069-8b58-08518098b243", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-533920759", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff10b021-db", "ovs_interfaceid": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "address": "fa:16:3e:5c:34:eb", "network": {"id": "b255e4d6-4362-4169-8f2e-0ec2f236ee26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-927711094", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8161d7d0-04", "ovs_interfaceid": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.076280] env[69019]: DEBUG nova.compute.manager [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-vif-plugged-8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.076501] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Acquiring lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.076669] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.076839] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.077013] env[69019]: DEBUG nova.compute.manager [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] No waiting events found dispatching network-vif-plugged-8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.077192] env[69019]: WARNING nova.compute.manager [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received unexpected event network-vif-plugged-8161d7d0-0403-4d5b-a7b8-ece54c5a2195 for instance with vm_state building and task_state spawning. [ 1360.077351] env[69019]: DEBUG nova.compute.manager [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-changed-8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.077505] env[69019]: DEBUG nova.compute.manager [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Refreshing instance network info cache due to event network-changed-8161d7d0-0403-4d5b-a7b8-ece54c5a2195. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.077717] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Acquiring lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.439472] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.439833] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance network_info: |[{"id": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "address": "fa:16:3e:58:26:d1", "network": {"id": "4b7760b7-452f-4069-8b58-08518098b243", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-533920759", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff10b021-db", "ovs_interfaceid": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "address": "fa:16:3e:5c:34:eb", "network": {"id": "b255e4d6-4362-4169-8f2e-0ec2f236ee26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-927711094", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8161d7d0-04", "ovs_interfaceid": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.440168] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Acquired lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.440346] env[69019]: DEBUG nova.network.neutron [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Refreshing network info cache for port 8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.441687] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:26:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff10b021-dbb4-49b9-a755-eeb06caebf96', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:34:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8161d7d0-0403-4d5b-a7b8-ece54c5a2195', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.451650] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.452519] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.452742] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca3eae51-cb40-454d-b9e3-5b5f53c0b0d5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.474903] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.474903] env[69019]: value = "task-3347756" [ 1360.474903] env[69019]: _type = "Task" [ 1360.474903] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.482711] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347756, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.984543] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347756, 'name': CreateVM_Task, 'duration_secs': 0.371958} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.984732] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.987488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.987677] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.987986] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.988537] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e98bc8b-42f9-42cc-abe8-18a4163aa649 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.993480] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1360.993480] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525099d9-d66d-9ccd-19fd-f55f1438a693" [ 1360.993480] env[69019]: _type = "Task" [ 1360.993480] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.000681] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525099d9-d66d-9ccd-19fd-f55f1438a693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.136405] env[69019]: DEBUG nova.network.neutron [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updated VIF entry in instance network info cache for port 8161d7d0-0403-4d5b-a7b8-ece54c5a2195. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.136821] env[69019]: DEBUG nova.network.neutron [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updating instance_info_cache with network_info: [{"id": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "address": "fa:16:3e:58:26:d1", "network": {"id": "4b7760b7-452f-4069-8b58-08518098b243", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-533920759", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff10b021-db", "ovs_interfaceid": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "address": "fa:16:3e:5c:34:eb", "network": {"id": "b255e4d6-4362-4169-8f2e-0ec2f236ee26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-927711094", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8161d7d0-04", "ovs_interfaceid": "8161d7d0-0403-4d5b-a7b8-ece54c5a2195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.504096] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]525099d9-d66d-9ccd-19fd-f55f1438a693, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.504484] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.504613] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.504847] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.504996] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.505195] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.505445] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dae3dd8-7074-418f-b8c6-4427708807d1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.513325] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.513494] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.514212] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b857e98-a68a-4ca9-a0ea-4c3c869e2a23 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.519073] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1361.519073] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217edb9-35b4-ed48-5333-cbe22d01c825" [ 1361.519073] env[69019]: _type = "Task" [ 1361.519073] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.525865] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217edb9-35b4-ed48-5333-cbe22d01c825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.639813] env[69019]: DEBUG oslo_concurrency.lockutils [req-100aed32-6cd7-45e5-92b7-0f43fbae7fe1 req-b470917e-178b-4c1c-86ea-a296a5d2fcdf service nova] Releasing lock "refresh_cache-c3db4080-afbf-4a72-be29-6b08e2cf53b1" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.029468] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5217edb9-35b4-ed48-5333-cbe22d01c825, 'name': SearchDatastore_Task, 'duration_secs': 0.008193} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.030267] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0800d9-b19a-4a7f-aded-3cc892a4465b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.034964] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1362.034964] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215ae87-51f6-c02c-9581-7f44b0de29cf" [ 1362.034964] env[69019]: _type = "Task" [ 1362.034964] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.043078] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215ae87-51f6-c02c-9581-7f44b0de29cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.545198] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5215ae87-51f6-c02c-9581-7f44b0de29cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.545607] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.545719] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c3db4080-afbf-4a72-be29-6b08e2cf53b1/c3db4080-afbf-4a72-be29-6b08e2cf53b1.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.545974] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb1ed48-f044-4f83-add1-533e591ff77e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.552787] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1362.552787] env[69019]: value = "task-3347757" [ 1362.552787] env[69019]: _type = "Task" [ 1362.552787] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.560054] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.062570] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45236} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.062837] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] c3db4080-afbf-4a72-be29-6b08e2cf53b1/c3db4080-afbf-4a72-be29-6b08e2cf53b1.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.063067] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.063329] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0105bbb8-7bc5-4b3c-b4cf-4af6000a5628 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.069880] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1363.069880] env[69019]: value = "task-3347758" [ 1363.069880] env[69019]: _type = "Task" [ 1363.069880] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.076749] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.579647] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061821} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.579989] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.580633] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308eb2c7-e5de-4b8c-afcb-b9a1e1760786 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.603583] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c3db4080-afbf-4a72-be29-6b08e2cf53b1/c3db4080-afbf-4a72-be29-6b08e2cf53b1.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.603790] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6467a5-94ef-4927-955c-b1353ba26612 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.622779] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1363.622779] env[69019]: value = "task-3347759" [ 1363.622779] env[69019]: _type = "Task" [ 1363.622779] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.629856] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.132750] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347759, 'name': ReconfigVM_Task, 'duration_secs': 0.280977} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.133061] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c3db4080-afbf-4a72-be29-6b08e2cf53b1/c3db4080-afbf-4a72-be29-6b08e2cf53b1.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.133709] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90eee901-3e1b-44e0-a685-3372f4cd6715 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.140638] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1364.140638] env[69019]: value = "task-3347760" [ 1364.140638] env[69019]: _type = "Task" [ 1364.140638] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.148310] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347760, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.650048] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347760, 'name': Rename_Task, 'duration_secs': 0.149105} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.650433] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.650571] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-610e8efc-d6b2-4873-967c-c92a73fadfb8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.656551] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1364.656551] env[69019]: value = "task-3347761" [ 1364.656551] env[69019]: _type = "Task" [ 1364.656551] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.663619] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.166188] env[69019]: DEBUG oslo_vmware.api [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347761, 'name': PowerOnVM_Task, 'duration_secs': 0.439232} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.166518] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.166681] env[69019]: INFO nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1365.166848] env[69019]: DEBUG nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.167675] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8660e91-b42d-43f9-8cec-dec4f78f76a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.683610] env[69019]: INFO nova.compute.manager [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Took 14.18 seconds to build instance. [ 1366.185943] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99ccd4f6-c136-495f-ba17-da608a5b8f7e tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.689s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.992174] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.992643] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.992722] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.992873] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.993067] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.995087] env[69019]: INFO nova.compute.manager [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Terminating instance [ 1367.498810] env[69019]: DEBUG nova.compute.manager [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.499069] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.499982] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba4ba2-4ae1-4e91-9234-5a90cbc99ca5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.507620] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.507872] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28bc96d1-be0f-4be7-af55-7492daeb8670 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.513886] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1367.513886] env[69019]: value = "task-3347762" [ 1367.513886] env[69019]: _type = "Task" [ 1367.513886] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.521857] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.023608] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347762, 'name': PowerOffVM_Task, 'duration_secs': 0.214176} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.023990] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.024061] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.024287] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-688ff9ed-844c-4d8c-8813-b40719031072 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.116103] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.116392] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.116585] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleting the datastore file [datastore2] c3db4080-afbf-4a72-be29-6b08e2cf53b1 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.116853] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7c92020-5f2e-4f5f-865a-3386cb2fdffb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.123635] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for the task: (returnval){ [ 1368.123635] env[69019]: value = "task-3347764" [ 1368.123635] env[69019]: _type = "Task" [ 1368.123635] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.130968] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.633264] env[69019]: DEBUG oslo_vmware.api [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Task: {'id': task-3347764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137799} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.633454] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.633618] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.633798] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.633973] env[69019]: INFO nova.compute.manager [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1368.634228] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.634418] env[69019]: DEBUG nova.compute.manager [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.634514] env[69019]: DEBUG nova.network.neutron [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.900978] env[69019]: DEBUG nova.compute.manager [req-4bd4b65e-8c41-41ed-b684-50064209825d req-4e0d1cad-82de-4f31-b342-67c7266c1d38 service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-vif-deleted-8161d7d0-0403-4d5b-a7b8-ece54c5a2195 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.901202] env[69019]: INFO nova.compute.manager [req-4bd4b65e-8c41-41ed-b684-50064209825d req-4e0d1cad-82de-4f31-b342-67c7266c1d38 service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Neutron deleted interface 8161d7d0-0403-4d5b-a7b8-ece54c5a2195; detaching it from the instance and deleting it from the info cache [ 1368.901448] env[69019]: DEBUG nova.network.neutron [req-4bd4b65e-8c41-41ed-b684-50064209825d req-4e0d1cad-82de-4f31-b342-67c7266c1d38 service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updating instance_info_cache with network_info: [{"id": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "address": "fa:16:3e:58:26:d1", "network": {"id": "4b7760b7-452f-4069-8b58-08518098b243", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-533920759", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713e47b6dd714e8d90328367c34b960f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff10b021-db", "ovs_interfaceid": "ff10b021-dbb4-49b9-a755-eeb06caebf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.403960] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ceee114-558a-4661-a1e4-ce75d69ab35d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.414201] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691081c-0f09-4471-973a-17ac5c43006d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.440020] env[69019]: DEBUG nova.compute.manager [req-4bd4b65e-8c41-41ed-b684-50064209825d req-4e0d1cad-82de-4f31-b342-67c7266c1d38 service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Detach interface failed, port_id=8161d7d0-0403-4d5b-a7b8-ece54c5a2195, reason: Instance c3db4080-afbf-4a72-be29-6b08e2cf53b1 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.539069] env[69019]: DEBUG nova.network.neutron [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.042068] env[69019]: INFO nova.compute.manager [-] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Took 1.41 seconds to deallocate network for instance. [ 1370.547852] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.548187] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.548416] env[69019]: DEBUG nova.objects.instance [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lazy-loading 'resources' on Instance uuid c3db4080-afbf-4a72-be29-6b08e2cf53b1 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.924180] env[69019]: DEBUG nova.compute.manager [req-3d65a249-5330-467f-ac08-e16c09c9aff4 req-1e0034a9-b13e-4e01-9da9-c44bc6d3b6a7 service nova] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Received event network-vif-deleted-ff10b021-dbb4-49b9-a755-eeb06caebf96 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.102256] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd173a4b-dd71-4b63-90a5-6966a7c4f483 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.109973] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c44513-47b5-41d6-814b-9542db5b03f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.139020] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d74346-3d7d-4d56-b40a-91a2a4b823a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.145517] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59c80d-5b73-4dd5-8a90-9565240c79a3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.158366] env[69019]: DEBUG nova.compute.provider_tree [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.661109] env[69019]: DEBUG nova.scheduler.client.report [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.891756] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.891981] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.891981] env[69019]: DEBUG nova.compute.manager [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.892927] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5b431-f09b-4e33-a4af-842900727c44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.899815] env[69019]: DEBUG nova.compute.manager [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69019) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1371.900385] env[69019]: DEBUG nova.objects.instance [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'flavor' on Instance uuid 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.165622] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.189393] env[69019]: INFO nova.scheduler.client.report [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Deleted allocations for instance c3db4080-afbf-4a72-be29-6b08e2cf53b1 [ 1372.698059] env[69019]: DEBUG oslo_concurrency.lockutils [None req-76f52b98-c9d9-48c7-aa83-e1c2fb4ae1ff tempest-ServersTestMultiNic-1832265737 tempest-ServersTestMultiNic-1832265737-project-member] Lock "c3db4080-afbf-4a72-be29-6b08e2cf53b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.907603] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.907931] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35cb57d-4e73-438c-8961-f3522cf1fe46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.916710] env[69019]: DEBUG oslo_vmware.api [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1372.916710] env[69019]: value = "task-3347765" [ 1372.916710] env[69019]: _type = "Task" [ 1372.916710] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.924188] env[69019]: DEBUG oslo_vmware.api [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.426142] env[69019]: DEBUG oslo_vmware.api [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347765, 'name': PowerOffVM_Task, 'duration_secs': 0.20602} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.426415] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.426655] env[69019]: DEBUG nova.compute.manager [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.427450] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e0aa8-0ea6-4964-992a-512dbb9b9c9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.937785] env[69019]: DEBUG oslo_concurrency.lockutils [None req-84c40f8d-af1d-4bc2-89c2-bc30fb437f97 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.239649] env[69019]: DEBUG nova.objects.instance [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'flavor' on Instance uuid 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.746521] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.746697] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.746871] env[69019]: DEBUG nova.network.neutron [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.747062] env[69019]: DEBUG nova.objects.instance [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'info_cache' on Instance uuid 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.250943] env[69019]: DEBUG nova.objects.base [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Object Instance<7f42ef54-7f6c-4a5e-880c-0f91a0a4b724> lazy-loaded attributes: flavor,info_cache {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.964378] env[69019]: DEBUG nova.network.neutron [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.468156] env[69019]: DEBUG oslo_concurrency.lockutils [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.474678] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.475038] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f40dd9-20e5-43ac-a469-9210fac410a8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.482677] env[69019]: DEBUG oslo_vmware.api [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1377.482677] env[69019]: value = "task-3347766" [ 1377.482677] env[69019]: _type = "Task" [ 1377.482677] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.490516] env[69019]: DEBUG oslo_vmware.api [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.992891] env[69019]: DEBUG oslo_vmware.api [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347766, 'name': PowerOnVM_Task, 'duration_secs': 0.375866} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.993048] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.993269] env[69019]: DEBUG nova.compute.manager [None req-32f5a632-048b-4612-ab9c-e5f5894fc3ac tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.994013] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a70f9-fd3d-4f73-b8ff-d483b5d0250f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.149687] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.150042] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.482673] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.482968] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.652678] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.989598] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.127049] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9901391-d0d1-4126-9071-da09597b5385 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.133803] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Suspending the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1379.134046] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0524b369-698b-4395-9ee6-8ae42656903f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.140264] env[69019]: DEBUG oslo_vmware.api [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1379.140264] env[69019]: value = "task-3347767" [ 1379.140264] env[69019]: _type = "Task" [ 1379.140264] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.148239] env[69019]: DEBUG oslo_vmware.api [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347767, 'name': SuspendVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.177414] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.177752] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.179414] env[69019]: INFO nova.compute.claims [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.508512] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.651472] env[69019]: DEBUG oslo_vmware.api [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347767, 'name': SuspendVM_Task} progress is 75%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.151489] env[69019]: DEBUG oslo_vmware.api [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347767, 'name': SuspendVM_Task, 'duration_secs': 0.565731} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.151754] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Suspended the VM {{(pid=69019) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1380.151939] env[69019]: DEBUG nova.compute.manager [None req-da2206b7-8449-48bf-b749-0c0c61cdb182 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.152772] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e4441-b2b6-4137-91ef-90ddf383c9c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.246877] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adf556f-bcfe-48c5-81f9-f9a6338e12aa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.254663] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ce0ef-5244-47aa-8485-4b32f0494781 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.285045] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d004e8f4-463e-4b15-8e16-25d833f86b1e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.291803] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb57f17-23e0-4f1f-a7b8-1c160dc78c32 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.304263] env[69019]: DEBUG nova.compute.provider_tree [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.807637] env[69019]: DEBUG nova.scheduler.client.report [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.312788] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.313323] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.315869] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.807s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.317222] env[69019]: INFO nova.compute.claims [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.459341] env[69019]: INFO nova.compute.manager [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Resuming [ 1381.459895] env[69019]: DEBUG nova.objects.instance [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'flavor' on Instance uuid 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.821561] env[69019]: DEBUG nova.compute.utils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.824908] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.825114] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.870133] env[69019]: DEBUG nova.policy [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d038c22c7e43f8904dfc11b03c4cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c39a41f5b8044eaade9fbf72312beaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.113837] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Successfully created port: ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.326019] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.392460] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e78e2d-fa45-4ed1-8821-9ccac40d3c11 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.400179] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22b6d9-8833-4869-a84b-b3e70baec49b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.430018] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321865a8-1f48-411d-89c8-a6db6460bfda {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.436655] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0963b0c-b593-430a-8e68-858773257b2e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.449209] env[69019]: DEBUG nova.compute.provider_tree [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.952273] env[69019]: DEBUG nova.scheduler.client.report [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.968330] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.968535] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquired lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.968673] env[69019]: DEBUG nova.network.neutron [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.338464] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.364441] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.364693] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.364851] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.365047] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.365199] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.365345] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.365546] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.365701] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.365864] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.366051] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.366238] env[69019]: DEBUG nova.virt.hardware [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.367252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a96d373-be78-4ea9-88fb-06408d6b3ce5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.375128] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d65a1e-ed06-4e1b-a381-6a83c3be36fc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.457601] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.458234] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.477466] env[69019]: DEBUG nova.compute.manager [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Received event network-vif-plugged-ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.480022] env[69019]: DEBUG oslo_concurrency.lockutils [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] Acquiring lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.480022] env[69019]: DEBUG oslo_concurrency.lockutils [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.480022] env[69019]: DEBUG oslo_concurrency.lockutils [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.480022] env[69019]: DEBUG nova.compute.manager [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] No waiting events found dispatching network-vif-plugged-ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.480022] env[69019]: WARNING nova.compute.manager [req-4655a545-5bcb-484e-88c9-479775e110df req-bf002915-f5b6-4e2d-bd4a-83d10d90fd4c service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Received unexpected event network-vif-plugged-ab06e68a-969d-41c5-952b-8bc1b80819e9 for instance with vm_state building and task_state spawning. [ 1383.630546] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Successfully updated port: ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.731504] env[69019]: DEBUG nova.network.neutron [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [{"id": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "address": "fa:16:3e:58:05:ac", "network": {"id": "1a3a1bb3-d574-4697-a9ec-db8e4f448c7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1610778902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869aea7110ef4ddda2dded5e066d3143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386a6fb2-6d", "ovs_interfaceid": "386a6fb2-6dea-42b3-b4ee-dad1d0d45d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.964056] env[69019]: DEBUG nova.compute.utils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1383.965452] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.965617] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.001747] env[69019]: DEBUG nova.policy [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d038c22c7e43f8904dfc11b03c4cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c39a41f5b8044eaade9fbf72312beaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.132690] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.132849] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.133012] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.213919] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Successfully created port: eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.233923] env[69019]: DEBUG oslo_concurrency.lockutils [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Releasing lock "refresh_cache-7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.234894] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a8fbe4-5100-4bc2-893b-78e980c31e86 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.241960] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Resuming the VM {{(pid=69019) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1384.242212] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d10a7989-22db-4dfa-9fd0-dac18fd6bdaf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.249026] env[69019]: DEBUG oslo_vmware.api [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1384.249026] env[69019]: value = "task-3347768" [ 1384.249026] env[69019]: _type = "Task" [ 1384.249026] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.256441] env[69019]: DEBUG oslo_vmware.api [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.468672] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.669664] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.758824] env[69019]: DEBUG oslo_vmware.api [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347768, 'name': PowerOnVM_Task, 'duration_secs': 0.507511} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.759232] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Resumed the VM {{(pid=69019) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1384.759426] env[69019]: DEBUG nova.compute.manager [None req-b5cda596-1428-4566-a739-fae3b7d9f733 tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.760224] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c7b0c-308c-49e8-9106-8095c793e3b3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.816585] env[69019]: DEBUG nova.network.neutron [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [{"id": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "address": "fa:16:3e:82:ce:ae", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab06e68a-96", "ovs_interfaceid": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.319885] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.320296] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Instance network_info: |[{"id": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "address": "fa:16:3e:82:ce:ae", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab06e68a-96", "ovs_interfaceid": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.320867] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ce:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab06e68a-969d-41c5-952b-8bc1b80819e9', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.328348] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating folder: Project (7c39a41f5b8044eaade9fbf72312beaa). Parent ref: group-v667907. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.328633] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a74c39-87fa-4560-9ef0-50760581124e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.341688] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created folder: Project (7c39a41f5b8044eaade9fbf72312beaa) in parent group-v667907. [ 1385.341910] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating folder: Instances. Parent ref: group-v668243. {{(pid=69019) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.342196] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ea0a87-21f6-4da1-925d-03f219b519d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.351533] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created folder: Instances in parent group-v668243. [ 1385.351791] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.352032] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.352274] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e99f7ec6-9aba-4965-98ad-ab0185acfb75 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.372986] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.372986] env[69019]: value = "task-3347771" [ 1385.372986] env[69019]: _type = "Task" [ 1385.372986] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.379813] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347771, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.477980] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.509336] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.509466] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.509751] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.510073] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.510348] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.510623] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.510976] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.511247] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.511478] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.511775] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.512184] env[69019]: DEBUG nova.virt.hardware [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.513403] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bac01-c385-4828-82c0-f2b1f89b2b04 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.518781] env[69019]: DEBUG nova.compute.manager [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Received event network-changed-ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.518968] env[69019]: DEBUG nova.compute.manager [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Refreshing instance network info cache due to event network-changed-ab06e68a-969d-41c5-952b-8bc1b80819e9. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1385.519222] env[69019]: DEBUG oslo_concurrency.lockutils [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] Acquiring lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.519358] env[69019]: DEBUG oslo_concurrency.lockutils [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] Acquired lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.519537] env[69019]: DEBUG nova.network.neutron [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Refreshing network info cache for port ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.527459] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf0886-9fac-4156-85d0-de72ac0246a4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.674287] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Successfully updated port: eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.883077] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347771, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.178293] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.178441] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.178590] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.210222] env[69019]: DEBUG nova.network.neutron [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updated VIF entry in instance network info cache for port ab06e68a-969d-41c5-952b-8bc1b80819e9. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.210580] env[69019]: DEBUG nova.network.neutron [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [{"id": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "address": "fa:16:3e:82:ce:ae", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab06e68a-96", "ovs_interfaceid": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.267054] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.267303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.267507] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.269692] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.269877] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.271913] env[69019]: INFO nova.compute.manager [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Terminating instance [ 1386.383272] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347771, 'name': CreateVM_Task, 'duration_secs': 0.868021} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.383514] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.384122] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.384297] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.384608] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.384861] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe04c1b0-66cb-4fd5-b63d-4d274aac6db6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.389357] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1386.389357] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5201ee2f-3182-377e-7677-e956e7483f0d" [ 1386.389357] env[69019]: _type = "Task" [ 1386.389357] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.396562] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5201ee2f-3182-377e-7677-e956e7483f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.707760] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.713296] env[69019]: DEBUG oslo_concurrency.lockutils [req-cb065fed-3635-434f-8f94-0c88a0ef239f req-82347942-23e4-4d7b-8f7d-6c562da6ef4a service nova] Releasing lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.775412] env[69019]: DEBUG nova.compute.manager [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.775681] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.776600] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110f490-2451-4ad9-9874-39fb866fbade {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.783619] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.783809] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f4c7ea-69c4-429c-8c90-6d785c5f52ef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.790258] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1386.790258] env[69019]: value = "task-3347772" [ 1386.790258] env[69019]: _type = "Task" [ 1386.790258] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.798821] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.831450] env[69019]: DEBUG nova.network.neutron [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updating instance_info_cache with network_info: [{"id": "eabca9e1-2369-477a-8d3d-b311f84a1961", "address": "fa:16:3e:f3:3f:18", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeabca9e1-23", "ovs_interfaceid": "eabca9e1-2369-477a-8d3d-b311f84a1961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.899966] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5201ee2f-3182-377e-7677-e956e7483f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.900280] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.900508] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.900736] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.900892] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.901097] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.901363] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673bfd09-6644-4563-9677-5c754670a037 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.910517] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.910700] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.911429] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb70a93f-9c3b-4259-8b56-18ad255931d2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.916520] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1386.916520] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5286dd48-77b5-3021-1d5c-c795c25dcb8d" [ 1386.916520] env[69019]: _type = "Task" [ 1386.916520] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.923645] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5286dd48-77b5-3021-1d5c-c795c25dcb8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.300228] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347772, 'name': PowerOffVM_Task, 'duration_secs': 0.243408} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.300474] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.300634] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.300864] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f79e9f-cc75-4e39-99a8-d8d8b037de4e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.333947] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.334251] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Instance network_info: |[{"id": "eabca9e1-2369-477a-8d3d-b311f84a1961", "address": "fa:16:3e:f3:3f:18", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeabca9e1-23", "ovs_interfaceid": "eabca9e1-2369-477a-8d3d-b311f84a1961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.334617] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:3f:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eabca9e1-2369-477a-8d3d-b311f84a1961', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.341906] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.342097] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.342346] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ce0111-aed7-40bb-9702-d94777875bbb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.357856] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.358093] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.358260] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleting the datastore file [datastore1] 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.358823] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d811027-f857-46cc-a71f-aa2d43935d45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.363106] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.363106] env[69019]: value = "task-3347774" [ 1387.363106] env[69019]: _type = "Task" [ 1387.363106] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.366857] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for the task: (returnval){ [ 1387.366857] env[69019]: value = "task-3347775" [ 1387.366857] env[69019]: _type = "Task" [ 1387.366857] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.372342] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347774, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.376719] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.426549] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5286dd48-77b5-3021-1d5c-c795c25dcb8d, 'name': SearchDatastore_Task, 'duration_secs': 0.020399} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.427341] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f14247-3ece-46c8-b068-e0fe1eee313a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.432631] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1387.432631] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5298ff4e-44db-886f-2c7e-abc95ff403f1" [ 1387.432631] env[69019]: _type = "Task" [ 1387.432631] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.440056] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5298ff4e-44db-886f-2c7e-abc95ff403f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.538289] env[69019]: DEBUG nova.compute.manager [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Received event network-vif-plugged-eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.538341] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Acquiring lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.538548] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.538713] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.538899] env[69019]: DEBUG nova.compute.manager [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] No waiting events found dispatching network-vif-plugged-eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.539092] env[69019]: WARNING nova.compute.manager [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Received unexpected event network-vif-plugged-eabca9e1-2369-477a-8d3d-b311f84a1961 for instance with vm_state building and task_state spawning. [ 1387.539256] env[69019]: DEBUG nova.compute.manager [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Received event network-changed-eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.539409] env[69019]: DEBUG nova.compute.manager [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Refreshing instance network info cache due to event network-changed-eabca9e1-2369-477a-8d3d-b311f84a1961. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.539589] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Acquiring lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.539725] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Acquired lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.539878] env[69019]: DEBUG nova.network.neutron [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Refreshing network info cache for port eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.873761] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347774, 'name': CreateVM_Task, 'duration_secs': 0.282321} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.874274] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.874980] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.875165] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.875546] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.878422] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275653d3-4706-4b51-b90a-c772a3f1a309 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.879832] env[69019]: DEBUG oslo_vmware.api [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Task: {'id': task-3347775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142833} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.880074] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.880249] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.880418] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.880589] env[69019]: INFO nova.compute.manager [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1387.880806] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.881298] env[69019]: DEBUG nova.compute.manager [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.881409] env[69019]: DEBUG nova.network.neutron [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.884263] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1387.884263] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529394a3-550e-6f88-c63c-f1108695d573" [ 1387.884263] env[69019]: _type = "Task" [ 1387.884263] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.891242] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529394a3-550e-6f88-c63c-f1108695d573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.942206] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5298ff4e-44db-886f-2c7e-abc95ff403f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.942423] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.942673] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/9c54abb2-bb13-4ef4-8bad-c4f735a91267.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.942920] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738bf2e6-9f54-4340-b8ce-0445ab6a0d5e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.949721] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1387.949721] env[69019]: value = "task-3347776" [ 1387.949721] env[69019]: _type = "Task" [ 1387.949721] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.956899] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.394853] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]529394a3-550e-6f88-c63c-f1108695d573, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.395696] env[69019]: DEBUG nova.network.neutron [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updated VIF entry in instance network info cache for port eabca9e1-2369-477a-8d3d-b311f84a1961. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.396019] env[69019]: DEBUG nova.network.neutron [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updating instance_info_cache with network_info: [{"id": "eabca9e1-2369-477a-8d3d-b311f84a1961", "address": "fa:16:3e:f3:3f:18", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeabca9e1-23", "ovs_interfaceid": "eabca9e1-2369-477a-8d3d-b311f84a1961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.397262] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.397563] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.397797] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.398056] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.398490] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.399100] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596a9d16-4b51-4c8e-bb50-e6f647f693b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.406771] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.406946] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.408211] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a542948-ba29-4eac-9f2b-f4788cd92b8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.414178] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1388.414178] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52463221-616b-7162-7748-58efdb3d0e3b" [ 1388.414178] env[69019]: _type = "Task" [ 1388.414178] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.421205] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52463221-616b-7162-7748-58efdb3d0e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.458101] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447291} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.458401] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/9c54abb2-bb13-4ef4-8bad-c4f735a91267.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.458662] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.458786] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-759527a3-3204-49a1-92dd-effb97fd2f1a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.465159] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1388.465159] env[69019]: value = "task-3347777" [ 1388.465159] env[69019]: _type = "Task" [ 1388.465159] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.473816] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.900335] env[69019]: DEBUG oslo_concurrency.lockutils [req-3c3bf97c-8ff8-4a86-808b-1c8a13cab8fa req-589f1457-040c-4ca6-ad64-6f202c1ff4b7 service nova] Releasing lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.924220] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52463221-616b-7162-7748-58efdb3d0e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.007602} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.925117] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0548227-2dca-4567-9a8c-9d31d0239c1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.930559] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1388.930559] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c9b28a-1570-6c44-b5db-dd09db2664ef" [ 1388.930559] env[69019]: _type = "Task" [ 1388.930559] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.937515] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c9b28a-1570-6c44-b5db-dd09db2664ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.970562] env[69019]: DEBUG nova.network.neutron [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.974618] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061613} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.975073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.975812] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2e2ca2-ccd1-440f-80d6-df4d315ce2b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.997873] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/9c54abb2-bb13-4ef4-8bad-c4f735a91267.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.998707] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88968ae4-0aa3-4ed0-a3d2-4375b5fcbf8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.020227] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1389.020227] env[69019]: value = "task-3347778" [ 1389.020227] env[69019]: _type = "Task" [ 1389.020227] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.029480] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.441825] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52c9b28a-1570-6c44-b5db-dd09db2664ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.442039] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.442308] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/60bfe0f7-f3b7-450c-85ec-69650572bc2e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.442552] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a0727e-693c-4230-b21f-08dd36ee6c9e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.448907] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1389.448907] env[69019]: value = "task-3347779" [ 1389.448907] env[69019]: _type = "Task" [ 1389.448907] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.456312] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.475855] env[69019]: INFO nova.compute.manager [-] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Took 1.59 seconds to deallocate network for instance. [ 1389.529135] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347778, 'name': ReconfigVM_Task, 'duration_secs': 0.250349} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.529408] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/9c54abb2-bb13-4ef4-8bad-c4f735a91267.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.530046] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea67d63f-13e8-4d96-9f02-5c9819cc82f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.535843] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1389.535843] env[69019]: value = "task-3347780" [ 1389.535843] env[69019]: _type = "Task" [ 1389.535843] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.543725] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347780, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.563173] env[69019]: DEBUG nova.compute.manager [req-d9eb0575-b4b2-49e0-8062-105bba42548b req-7124de42-9eed-4c6f-8980-c400ab54fc59 service nova] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Received event network-vif-deleted-386a6fb2-6dea-42b3-b4ee-dad1d0d45d40 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.958845] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454487} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.959115] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/60bfe0f7-f3b7-450c-85ec-69650572bc2e.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.959346] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.959587] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30688d8d-9f7d-4a64-af50-ad1d59e880b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.965749] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1389.965749] env[69019]: value = "task-3347781" [ 1389.965749] env[69019]: _type = "Task" [ 1389.965749] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.972513] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.982490] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.982741] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.982981] env[69019]: DEBUG nova.objects.instance [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lazy-loading 'resources' on Instance uuid 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.044814] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347780, 'name': Rename_Task, 'duration_secs': 0.372942} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.045039] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.045274] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e066dc-ff6f-4814-9227-7dae7dbc0cfe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.050978] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1390.050978] env[69019]: value = "task-3347782" [ 1390.050978] env[69019]: _type = "Task" [ 1390.050978] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.058026] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.477116] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066614} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.477636] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.478268] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f866945-c25b-4f6f-acd0-5c67fe1964b6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.502477] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/60bfe0f7-f3b7-450c-85ec-69650572bc2e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.502927] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9872b7b5-0b8c-4098-bfb4-fb401e5e4ec2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.523042] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1390.523042] env[69019]: value = "task-3347783" [ 1390.523042] env[69019]: _type = "Task" [ 1390.523042] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.530405] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347783, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.558935] env[69019]: DEBUG oslo_vmware.api [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347782, 'name': PowerOnVM_Task, 'duration_secs': 0.476108} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.559896] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.560116] env[69019]: INFO nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1390.560307] env[69019]: DEBUG nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.560994] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657a1e5-5294-4f87-b6e2-29d84547ef38 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.563839] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1056069b-6ee0-4254-bbe0-8f1dc15bd6f4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.570812] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412afc0-ae2f-4ddb-ba4e-61e6f37d75a1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.602247] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085d9ac-52b3-4e5b-840b-48243719db1d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.609612] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d989a0-8dd6-436f-9f6f-2e0ed8da33ac {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.622806] env[69019]: DEBUG nova.compute.provider_tree [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.034641] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.085859] env[69019]: INFO nova.compute.manager [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Took 11.93 seconds to build instance. [ 1391.125978] env[69019]: DEBUG nova.scheduler.client.report [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.533513] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347783, 'name': ReconfigVM_Task, 'duration_secs': 0.833316} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.534028] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/60bfe0f7-f3b7-450c-85ec-69650572bc2e.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.534402] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eac81b2-c3fc-425e-8651-c5646f7543bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.540625] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1391.540625] env[69019]: value = "task-3347784" [ 1391.540625] env[69019]: _type = "Task" [ 1391.540625] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.549149] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347784, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.587989] env[69019]: DEBUG oslo_concurrency.lockutils [None req-65e939c0-cac8-497f-b518-835d833aed0f tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.438s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.631659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.650477] env[69019]: INFO nova.scheduler.client.report [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Deleted allocations for instance 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724 [ 1392.052108] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347784, 'name': Rename_Task, 'duration_secs': 0.149733} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.052406] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.052691] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c61d042-ba40-406b-95eb-26a0f56f958e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.059587] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1392.059587] env[69019]: value = "task-3347785" [ 1392.059587] env[69019]: _type = "Task" [ 1392.059587] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.067749] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.160159] env[69019]: DEBUG oslo_concurrency.lockutils [None req-125f0357-7911-4d61-972c-c4670ac8da4d tempest-ServerActionsTestJSON-516339236 tempest-ServerActionsTestJSON-516339236-project-member] Lock "7f42ef54-7f6c-4a5e-880c-0f91a0a4b724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.893s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.449057] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.449057] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.449057] env[69019]: INFO nova.compute.manager [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Shelving [ 1392.571070] env[69019]: DEBUG oslo_vmware.api [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347785, 'name': PowerOnVM_Task, 'duration_secs': 0.50194} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.571432] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.571504] env[69019]: INFO nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1392.571695] env[69019]: DEBUG nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.572542] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1ea86-4ab7-4996-93a7-68602ffc2437 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.088792] env[69019]: INFO nova.compute.manager [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Took 13.59 seconds to build instance. [ 1393.459559] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.459861] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf7e08a-9242-4c7d-bf7f-fcec645ecec6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.467396] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1393.467396] env[69019]: value = "task-3347786" [ 1393.467396] env[69019]: _type = "Task" [ 1393.467396] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.476103] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.591264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-317898f1-0fbf-4add-9c67-5d80cf47b184 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.108s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.878838] env[69019]: INFO nova.compute.manager [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Rescuing [ 1393.879229] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.879483] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.879619] env[69019]: DEBUG nova.network.neutron [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.980156] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347786, 'name': PowerOffVM_Task, 'duration_secs': 0.205005} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.980156] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.980771] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548fc8bb-ca3c-4f4e-b42f-7b7b107b27b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.999492] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e181551-403e-4c71-83dd-03ca85fc6b87 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.511510] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Creating Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1394.512163] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2aa220e0-d06b-4ac2-a6a2-4f9df670080d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.519943] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1394.519943] env[69019]: value = "task-3347787" [ 1394.519943] env[69019]: _type = "Task" [ 1394.519943] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.529372] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.576106] env[69019]: DEBUG nova.network.neutron [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updating instance_info_cache with network_info: [{"id": "eabca9e1-2369-477a-8d3d-b311f84a1961", "address": "fa:16:3e:f3:3f:18", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeabca9e1-23", "ovs_interfaceid": "eabca9e1-2369-477a-8d3d-b311f84a1961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.030708] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.081549] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-60bfe0f7-f3b7-450c-85ec-69650572bc2e" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.532595] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347787, 'name': CreateSnapshot_Task, 'duration_secs': 0.822036} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.532858] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Created Snapshot of the VM instance {{(pid=69019) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1395.533620] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d4689-1cd3-4d5e-ae7d-70af13b2ffa2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.051301] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Creating linked-clone VM from snapshot {{(pid=69019) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1396.051762] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-445c1d98-45e0-44a6-a98c-c88bc73e961e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.061113] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1396.061113] env[69019]: value = "task-3347788" [ 1396.061113] env[69019]: _type = "Task" [ 1396.061113] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.068800] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347788, 'name': CloneVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.571213] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347788, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.618442] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.618734] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc44515-53f8-4fa0-8eec-ce4cf1a1f333 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.626447] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1396.626447] env[69019]: value = "task-3347789" [ 1396.626447] env[69019]: _type = "Task" [ 1396.626447] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.634209] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.071674] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347788, 'name': CloneVM_Task} progress is 94%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.134883] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347789, 'name': PowerOffVM_Task, 'duration_secs': 0.207964} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.135149] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.135911] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc73bb6-dfea-4e12-92df-f8a55373c7db {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.153451] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d47cd48-ecc6-40b6-af73-7f3c7f0bc266 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.185731] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.186023] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d4c852-4b52-40a7-a925-3c42b5b02596 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.193174] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1397.193174] env[69019]: value = "task-3347790" [ 1397.193174] env[69019]: _type = "Task" [ 1397.193174] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.200882] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.571963] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347788, 'name': CloneVM_Task, 'duration_secs': 1.338751} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.572271] env[69019]: INFO nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Created linked-clone VM from snapshot [ 1397.572987] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2384a98-9fec-4309-8354-c4806f55beb1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.579956] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Uploading image 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1397.600507] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1397.600507] env[69019]: value = "vm-668248" [ 1397.600507] env[69019]: _type = "VirtualMachine" [ 1397.600507] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1397.600809] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3940e4a4-6707-43c4-87ed-0fedf26730ce {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.606648] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease: (returnval){ [ 1397.606648] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f13e3-6c09-6180-7e8e-0dc9161d12c3" [ 1397.606648] env[69019]: _type = "HttpNfcLease" [ 1397.606648] env[69019]: } obtained for exporting VM: (result){ [ 1397.606648] env[69019]: value = "vm-668248" [ 1397.606648] env[69019]: _type = "VirtualMachine" [ 1397.606648] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1397.607022] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the lease: (returnval){ [ 1397.607022] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f13e3-6c09-6180-7e8e-0dc9161d12c3" [ 1397.607022] env[69019]: _type = "HttpNfcLease" [ 1397.607022] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1397.612691] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.612691] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f13e3-6c09-6180-7e8e-0dc9161d12c3" [ 1397.612691] env[69019]: _type = "HttpNfcLease" [ 1397.612691] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1397.704738] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1397.704906] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.705156] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.705306] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.705511] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.705751] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44cddc24-7a37-4cda-96f4-ae10c4a888fd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.715442] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.715634] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.716359] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434f9471-1e97-4a0e-ba0c-b6a329f811f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.721475] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1397.721475] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297c876-9c85-5044-4e03-6b13f0985c05" [ 1397.721475] env[69019]: _type = "Task" [ 1397.721475] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.728952] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297c876-9c85-5044-4e03-6b13f0985c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.114582] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.114582] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f13e3-6c09-6180-7e8e-0dc9161d12c3" [ 1398.114582] env[69019]: _type = "HttpNfcLease" [ 1398.114582] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1398.115093] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1398.115093] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]526f13e3-6c09-6180-7e8e-0dc9161d12c3" [ 1398.115093] env[69019]: _type = "HttpNfcLease" [ 1398.115093] env[69019]: }. {{(pid=69019) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1398.115661] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddfcb30-8a75-4251-9ac3-e07cf0aa4d8d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.122672] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1398.122843] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk for reading. {{(pid=69019) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1398.210251] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7d45d1d-f01b-4801-b688-9e4c29ea07cb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.232936] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5297c876-9c85-5044-4e03-6b13f0985c05, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.233714] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d88e841-784e-46e2-9530-4d7df2df0d54 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.242496] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1398.242496] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a06f7-57be-f7a9-3d23-e910d30648c7" [ 1398.242496] env[69019]: _type = "Task" [ 1398.242496] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.250205] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a06f7-57be-f7a9-3d23-e910d30648c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.753061] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521a06f7-57be-f7a9-3d23-e910d30648c7, 'name': SearchDatastore_Task, 'duration_secs': 0.032682} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.753401] env[69019]: DEBUG oslo_concurrency.lockutils [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.753727] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1398.754089] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ccdc50-1220-488f-826b-a31d8f5d6163 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.761408] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1398.761408] env[69019]: value = "task-3347792" [ 1398.761408] env[69019]: _type = "Task" [ 1398.761408] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.769327] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.271120] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496885} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.272065] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 1399.272716] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194a7c8-ae32-4dd8-81a5-43d4368764f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.299980] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.300882] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db460b5-df47-41a4-9c06-69f1b79f7780 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.320046] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1399.320046] env[69019]: value = "task-3347793" [ 1399.320046] env[69019]: _type = "Task" [ 1399.320046] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.327650] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.829396] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347793, 'name': ReconfigVM_Task, 'duration_secs': 0.325017} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.829888] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.830806] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c726d65-62f8-4de6-b566-372c3d9a7ab8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.857869] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467df5a4-fdb8-4cf0-b3c0-278ce08cc15f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.873136] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1399.873136] env[69019]: value = "task-3347794" [ 1399.873136] env[69019]: _type = "Task" [ 1399.873136] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.882287] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.084323] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.084610] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.084703] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.382742] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347794, 'name': ReconfigVM_Task, 'duration_secs': 0.156169} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.383139] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.383343] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e0c23b-287d-4963-bfaa-afb06df89b7d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.390357] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1400.390357] env[69019]: value = "task-3347795" [ 1400.390357] env[69019]: _type = "Task" [ 1400.390357] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.399965] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.900495] env[69019]: DEBUG oslo_vmware.api [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347795, 'name': PowerOnVM_Task, 'duration_secs': 0.429485} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.900780] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.903491] env[69019]: DEBUG nova.compute.manager [None req-dcc76b53-1ec9-4ab2-b609-a7f4acc46837 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.904274] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b7958-362d-4f7f-94ac-08b9579c28c5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.084740] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.085174] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.085243] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.588767] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.589075] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.589282] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.589450] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1402.590380] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad7a8b-57ca-4893-84d9-384e21ba5a25 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.598889] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8a515-d491-458b-8da4-e673bdebb002 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.613067] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c0664-cb38-409e-9435-33b6f125aded {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.619815] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c639b-27e4-46e1-96f6-3408b7c76055 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.649452] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180623MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1402.649648] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.649773] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.283185] env[69019]: INFO nova.compute.manager [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Rescuing [ 1403.283598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.283598] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.283763] env[69019]: DEBUG nova.network.neutron [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.676200] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1403.676377] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9c54abb2-bb13-4ef4-8bad-c4f735a91267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1403.676513] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 60bfe0f7-f3b7-450c-85ec-69650572bc2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1403.676697] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1403.676856] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1403.727423] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec2c60-8a5e-4d00-ad1d-fe3a25804c36 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.735301] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b8b362-17b5-415a-89b0-831392982954 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.766746] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1f924e-e075-474e-b935-3880794d1bae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.774014] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648cf89-09d7-48b3-bf57-2cfb70d2e455 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.788970] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.985865] env[69019]: DEBUG nova.network.neutron [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [{"id": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "address": "fa:16:3e:82:ce:ae", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab06e68a-96", "ovs_interfaceid": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.292690] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.488420] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.797261] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1404.797469] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.935141] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1404.936084] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b9ba3b-ee73-40e2-a98d-362d0e90cb79 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.942461] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1404.942624] env[69019]: ERROR oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk due to incomplete transfer. [ 1404.942846] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f650c61-30f4-440a-b1be-02623740c03c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.949642] env[69019]: DEBUG oslo_vmware.rw_handles [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c6c32-8371-9123-2322-91e69be7f452/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1404.949849] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Uploaded image 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f to the Glance image server {{(pid=69019) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1404.952420] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Destroying the VM {{(pid=69019) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1404.952678] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0eda666-dd58-4133-afcd-792a317bbdf5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.958154] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1404.958154] env[69019]: value = "task-3347796" [ 1404.958154] env[69019]: _type = "Task" [ 1404.958154] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.965723] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347796, 'name': Destroy_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.469096] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347796, 'name': Destroy_Task} progress is 33%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.969456] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347796, 'name': Destroy_Task, 'duration_secs': 0.602213} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.969716] env[69019]: INFO nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Destroyed the VM [ 1405.969951] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleting Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1405.970210] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a6d8721-ee94-444c-b3c0-4a7fc6e8762b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.976318] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1405.976318] env[69019]: value = "task-3347797" [ 1405.976318] env[69019]: _type = "Task" [ 1405.976318] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.983305] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.023952] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.024230] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a735de-3b07-4617-a989-40f85d92a8b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.030367] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1406.030367] env[69019]: value = "task-3347798" [ 1406.030367] env[69019]: _type = "Task" [ 1406.030367] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.038823] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.485365] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347797, 'name': RemoveSnapshot_Task, 'duration_secs': 0.323907} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.485789] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleted Snapshot of the VM instance {{(pid=69019) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1406.485914] env[69019]: DEBUG nova.compute.manager [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.486645] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54894015-3956-47ff-b00e-a03e1e8d509f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.540580] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347798, 'name': PowerOffVM_Task, 'duration_secs': 0.180591} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.540580] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.541302] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35d9e7-0718-4aad-8a5b-04e96fe7bb58 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.558722] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49c2b7-74f5-456d-827a-481c70bd375f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.583682] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.583914] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d34546-8ee1-43ef-81a1-e245e365f3cd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.590453] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1406.590453] env[69019]: value = "task-3347799" [ 1406.590453] env[69019]: _type = "Task" [ 1406.590453] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.597257] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.798090] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.799027] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.799027] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.000055] env[69019]: INFO nova.compute.manager [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Shelve offloading [ 1407.101283] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1407.101504] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.101672] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.101821] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.102048] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.102296] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16890b31-cea8-4007-89dc-2de0e1ac4741 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.110345] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.110527] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.111194] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e399c1c-9de9-4c4e-981c-6fd78b9b5ce5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.115897] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1407.115897] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211d58e-46de-88b5-a84d-4f76cacd8544" [ 1407.115897] env[69019]: _type = "Task" [ 1407.115897] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.122608] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211d58e-46de-88b5-a84d-4f76cacd8544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.502734] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.503217] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9231c3-5444-44ba-acd3-036b443b276b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.510393] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1407.510393] env[69019]: value = "task-3347800" [ 1407.510393] env[69019]: _type = "Task" [ 1407.510393] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.518319] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.626358] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5211d58e-46de-88b5-a84d-4f76cacd8544, 'name': SearchDatastore_Task, 'duration_secs': 0.008119} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.627073] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90524770-73e0-4075-b326-d2eda5cbee37 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.631779] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1407.631779] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527322e0-5259-e63e-68aa-542e1571d529" [ 1407.631779] env[69019]: _type = "Task" [ 1407.631779] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.638794] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527322e0-5259-e63e-68aa-542e1571d529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.020732] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1408.020985] env[69019]: DEBUG nova.compute.manager [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.021711] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3809b8e-acad-4d8c-a808-daa30fa46106 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.027323] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.027481] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.027648] env[69019]: DEBUG nova.network.neutron [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.143410] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]527322e0-5259-e63e-68aa-542e1571d529, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.143613] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.143866] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1408.144140] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dffd3a0-6bef-40c2-96c2-e4fbfd3918b4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.152430] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1408.152430] env[69019]: value = "task-3347801" [ 1408.152430] env[69019]: _type = "Task" [ 1408.152430] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.159695] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.662633] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484876} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.662979] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 1408.663614] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286fbff5-d8b5-4cda-8e22-0a7a7b0a6db0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.693459] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.697475] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b936cd-9d5f-4b9f-8daf-3fdd6eb10d69 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.727135] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1408.727135] env[69019]: value = "task-3347802" [ 1408.727135] env[69019]: _type = "Task" [ 1408.727135] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.739081] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.783556] env[69019]: DEBUG nova.network.neutron [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.237377] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347802, 'name': ReconfigVM_Task, 'duration_secs': 0.30576} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.237715] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.238555] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66047333-55b7-4272-9f4e-d6a403f3e23d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.262590] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac304a4-78b7-4e74-b12c-c04d33bcb18c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.277404] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1409.277404] env[69019]: value = "task-3347803" [ 1409.277404] env[69019]: _type = "Task" [ 1409.277404] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.286559] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.288228] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.504080] env[69019]: DEBUG nova.compute.manager [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-vif-unplugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.504322] env[69019]: DEBUG oslo_concurrency.lockutils [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.504530] env[69019]: DEBUG oslo_concurrency.lockutils [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.504702] env[69019]: DEBUG oslo_concurrency.lockutils [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.504853] env[69019]: DEBUG nova.compute.manager [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] No waiting events found dispatching network-vif-unplugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.505142] env[69019]: WARNING nova.compute.manager [req-f77bc583-8d94-4b5f-b131-2b9f60054088 req-69d0d755-6293-4f11-a3ff-df301d15c76a service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received unexpected event network-vif-unplugged-c914af33-aadd-45c6-81ca-d087c31d63a1 for instance with vm_state shelved and task_state shelving_offloading. [ 1409.596691] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.597607] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38fac62-f665-437c-9271-5fca49b9e4d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.604901] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.605148] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37ce8b8-9841-4f39-a9e5-65b5023a1616 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.666789] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.667241] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.667241] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore2] 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.667482] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954819f2-8d4d-4242-8dc5-90a42b580bcb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.674466] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1409.674466] env[69019]: value = "task-3347805" [ 1409.674466] env[69019]: _type = "Task" [ 1409.674466] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.682050] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.787935] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347803, 'name': ReconfigVM_Task, 'duration_secs': 0.161914} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.788248] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.788405] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3e7261c-0c94-4648-a56a-42a7ba01f53c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.794297] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1409.794297] env[69019]: value = "task-3347806" [ 1409.794297] env[69019]: _type = "Task" [ 1409.794297] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.802327] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.183587] env[69019]: DEBUG oslo_vmware.api [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12822} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.183839] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.184030] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.184211] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.206642] env[69019]: INFO nova.scheduler.client.report [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted allocations for instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 [ 1410.303732] env[69019]: DEBUG oslo_vmware.api [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347806, 'name': PowerOnVM_Task, 'duration_secs': 0.378041} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.303973] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.306617] env[69019]: DEBUG nova.compute.manager [None req-0b74fc46-40a9-40ad-8404-4a56d79ff1a8 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.307367] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d5e67-f178-4926-974e-592ea8892f46 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.711363] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.711733] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.711870] env[69019]: DEBUG nova.objects.instance [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'resources' on Instance uuid 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.170075] env[69019]: INFO nova.compute.manager [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Unrescuing [ 1411.170305] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.170434] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.170605] env[69019]: DEBUG nova.network.neutron [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.214551] env[69019]: DEBUG nova.objects.instance [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.530397] env[69019]: DEBUG nova.compute.manager [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.530597] env[69019]: DEBUG nova.compute.manager [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing instance network info cache due to event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.530802] env[69019]: DEBUG oslo_concurrency.lockutils [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.530940] env[69019]: DEBUG oslo_concurrency.lockutils [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.531272] env[69019]: DEBUG nova.network.neutron [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.717269] env[69019]: DEBUG nova.objects.base [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Object Instance<9f008b45-a71f-41ca-b82d-720b83c9f9a7> lazy-loaded attributes: resources,numa_topology {{(pid=69019) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.757241] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ca632-2c94-4bd0-a155-38f2c28652e5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.766675] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cfaea7-a262-43ea-834a-411d617876c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.799175] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08893d9-09d1-4888-9849-61ac32bc8ca3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.806815] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390ef38-b4d9-44ac-bec5-d11aab941cb7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.819856] env[69019]: DEBUG nova.compute.provider_tree [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.888413] env[69019]: DEBUG nova.network.neutron [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [{"id": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "address": "fa:16:3e:82:ce:ae", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab06e68a-96", "ovs_interfaceid": "ab06e68a-969d-41c5-952b-8bc1b80819e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.246925] env[69019]: DEBUG nova.network.neutron [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updated VIF entry in instance network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.247346] env[69019]: DEBUG nova.network.neutron [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc914af33-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.323129] env[69019]: DEBUG nova.scheduler.client.report [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.392063] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-9c54abb2-bb13-4ef4-8bad-c4f735a91267" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.392763] env[69019]: DEBUG nova.objects.instance [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'flavor' on Instance uuid 9c54abb2-bb13-4ef4-8bad-c4f735a91267 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.750662] env[69019]: DEBUG oslo_concurrency.lockutils [req-90575fcf-b8dd-4fcf-a01a-ea33a4433b2d req-60e3531d-3556-472b-91b1-f1d0a18ca5ff service nova] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.828976] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.898507] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196c9b9-3c16-40d7-b5eb-7b788804da0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.919525] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.919816] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73be6608-34db-40b1-9794-f5d2655d9cf7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.925901] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1412.925901] env[69019]: value = "task-3347807" [ 1412.925901] env[69019]: _type = "Task" [ 1412.925901] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.934577] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.080047] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.336264] env[69019]: DEBUG oslo_concurrency.lockutils [None req-c30886d7-e758-47d3-9f5f-8cf806188a3b tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.888s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.434974] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347807, 'name': PowerOffVM_Task, 'duration_secs': 0.22183} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.435262] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.440514] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1413.440791] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc5600d-aefd-4ac6-ab86-170a6fa944d4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.458688] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1413.458688] env[69019]: value = "task-3347808" [ 1413.458688] env[69019]: _type = "Task" [ 1413.458688] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.466356] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.546529] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.546798] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.546978] env[69019]: INFO nova.compute.manager [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Unshelving [ 1413.969168] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347808, 'name': ReconfigVM_Task, 'duration_secs': 0.206294} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.969534] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1413.969594] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.969796] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841f3e2a-62ca-460a-86c3-f324e7fe3677 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.976103] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1413.976103] env[69019]: value = "task-3347809" [ 1413.976103] env[69019]: _type = "Task" [ 1413.976103] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.983316] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.486650] env[69019]: DEBUG oslo_vmware.api [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347809, 'name': PowerOnVM_Task, 'duration_secs': 0.342875} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.486916] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.487142] env[69019]: DEBUG nova.compute.manager [None req-e8e7c691-29a4-47fc-a65d-53eabf3185a5 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.487877] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2d690-e9e5-40ba-b4e7-001b8ee8915f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.568930] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.569556] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.569556] env[69019]: DEBUG nova.objects.instance [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.072992] env[69019]: DEBUG nova.objects.instance [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.575804] env[69019]: INFO nova.compute.claims [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.637011] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a6cab3-62f9-47ed-bb53-b609a906041f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.645542] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e84482-83c6-4802-b384-733615ea1815 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.676130] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912fee49-b20d-4782-b3c7-fd2346627ff0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.683792] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d551037-e791-4f20-8fe9-c5553b5814d9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.699604] env[69019]: DEBUG nova.compute.provider_tree [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.202999] env[69019]: DEBUG nova.scheduler.client.report [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.708081] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.735015] env[69019]: INFO nova.network.neutron [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating port c914af33-aadd-45c6-81ca-d087c31d63a1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1417.936286] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.936522] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.439594] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Starting instance... {{(pid=69019) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.962999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.963296] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.964774] env[69019]: INFO nova.compute.claims [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.107997] env[69019]: DEBUG nova.compute.manager [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.108456] env[69019]: DEBUG oslo_concurrency.lockutils [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.108800] env[69019]: DEBUG oslo_concurrency.lockutils [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.108955] env[69019]: DEBUG oslo_concurrency.lockutils [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.109146] env[69019]: DEBUG nova.compute.manager [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] No waiting events found dispatching network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.109315] env[69019]: WARNING nova.compute.manager [req-618ce441-d9c6-41da-9bd1-8daa31e28bbe req-b4348ae2-f93d-41f7-ac62-3653bed2f0b0 service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received unexpected event network-vif-plugged-c914af33-aadd-45c6-81ca-d087c31d63a1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1419.192057] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.192275] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.192481] env[69019]: DEBUG nova.network.neutron [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.887468] env[69019]: DEBUG nova.network.neutron [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.031411] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36648f28-f409-447f-8ad0-6adc729e6bf8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.040526] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4f792-0269-44cf-8386-5cb9713c0fdf {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.070260] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96ade2-58d4-47de-8ed7-5875e0b882c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.077837] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60fc1fd-f8a6-4dde-9e7b-ee3a5c6273da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.091337] env[69019]: DEBUG nova.compute.provider_tree [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.390730] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.419504] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0b29a207d6b279b34ca3bf05534a94d3',container_format='bare',created_at=2025-04-07T15:33:33Z,direct_url=,disk_format='vmdk',id=4d7f3441-99ae-45d0-9a0a-a8eff4b5545f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-296419731-shelved',owner='0ffc6ec5253a483aa2256504ab6435c0',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-07T15:33:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.419752] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.419907] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.420097] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.420298] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.420469] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.420678] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.420836] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.420999] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.421172] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.421385] env[69019]: DEBUG nova.virt.hardware [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.422252] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513129ec-f12d-458a-963c-4e63b551c202 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.430161] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2dfb9-b0ce-4d79-abb6-643e180dbd48 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.443073] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c914af33-aadd-45c6-81ca-d087c31d63a1', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.450231] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.450443] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.450647] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d088a3d9-b8a9-49cc-a960-3809de044aef {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.469073] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.469073] env[69019]: value = "task-3347810" [ 1420.469073] env[69019]: _type = "Task" [ 1420.469073] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.476065] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347810, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.594374] env[69019]: DEBUG nova.scheduler.client.report [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.978840] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347810, 'name': CreateVM_Task, 'duration_secs': 0.290934} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.979036] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.979667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.979825] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.980221] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.980462] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a10ede6-f35d-433d-a809-2ff6b4c9fe08 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.984422] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1420.984422] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225095e-a1ee-5eb6-ddbc-4357607e1922" [ 1420.984422] env[69019]: _type = "Task" [ 1420.984422] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.991349] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]5225095e-a1ee-5eb6-ddbc-4357607e1922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.099493] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.100026] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Start building networks asynchronously for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.133221] env[69019]: DEBUG nova.compute.manager [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.133415] env[69019]: DEBUG nova.compute.manager [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing instance network info cache due to event network-changed-c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.133629] env[69019]: DEBUG oslo_concurrency.lockutils [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] Acquiring lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.133763] env[69019]: DEBUG oslo_concurrency.lockutils [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] Acquired lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.133920] env[69019]: DEBUG nova.network.neutron [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Refreshing network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.494238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.494570] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Processing image 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.494700] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.494853] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.495042] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.495291] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-882f7361-fb86-4dd8-88d2-c24915c1c89a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.513220] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.513412] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.514092] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c60b89-1cdb-4773-b8fb-ef9a85089f13 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.518818] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1421.518818] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52a9cf40-3cac-eaa7-08d3-408297fba248" [ 1421.518818] env[69019]: _type = "Task" [ 1421.518818] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.533291] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Preparing fetch location {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1421.533527] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Fetch image to [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99/OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99.vmdk {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1421.533706] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Downloading stream optimized image 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f to [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99/OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99.vmdk on the data store datastore1 as vApp {{(pid=69019) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1421.533872] env[69019]: DEBUG nova.virt.vmwareapi.images [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Downloading image file data 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f to the ESX as VM named 'OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99' {{(pid=69019) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1421.599441] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1421.599441] env[69019]: value = "resgroup-9" [ 1421.599441] env[69019]: _type = "ResourcePool" [ 1421.599441] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1421.600228] env[69019]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d698f95f-2bb1-4b62-86c1-60f2fef97b45 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.616071] env[69019]: DEBUG nova.compute.utils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1421.617479] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Allocating IP information in the background. {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.617652] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] allocate_for_instance() {{(pid=69019) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.631245] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease: (returnval){ [ 1421.631245] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1421.631245] env[69019]: _type = "HttpNfcLease" [ 1421.631245] env[69019]: } obtained for vApp import into resource pool (val){ [ 1421.631245] env[69019]: value = "resgroup-9" [ 1421.631245] env[69019]: _type = "ResourcePool" [ 1421.631245] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1421.631564] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the lease: (returnval){ [ 1421.631564] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1421.631564] env[69019]: _type = "HttpNfcLease" [ 1421.631564] env[69019]: } to be ready. {{(pid=69019) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1421.639351] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.639351] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1421.639351] env[69019]: _type = "HttpNfcLease" [ 1421.639351] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1421.670982] env[69019]: DEBUG nova.policy [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d038c22c7e43f8904dfc11b03c4cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c39a41f5b8044eaade9fbf72312beaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69019) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.121415] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Start building block device mappings for instance. {{(pid=69019) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.140180] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.140180] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1422.140180] env[69019]: _type = "HttpNfcLease" [ 1422.140180] env[69019]: } is initializing. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.159223] env[69019]: DEBUG nova.network.neutron [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updated VIF entry in instance network info cache for port c914af33-aadd-45c6-81ca-d087c31d63a1. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.159645] env[69019]: DEBUG nova.network.neutron [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [{"id": "c914af33-aadd-45c6-81ca-d087c31d63a1", "address": "fa:16:3e:dc:1d:e4", "network": {"id": "8022c1eb-45b8-43f5-abcf-efc3ad1e8e35", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2118794540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ffc6ec5253a483aa2256504ab6435c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc914af33-aa", "ovs_interfaceid": "c914af33-aadd-45c6-81ca-d087c31d63a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.286244] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Successfully created port: 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.640586] env[69019]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.640586] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1422.640586] env[69019]: _type = "HttpNfcLease" [ 1422.640586] env[69019]: } is ready. {{(pid=69019) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1422.640936] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1422.640936] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]521c665e-ac81-9fc1-29b3-c1834f15f116" [ 1422.640936] env[69019]: _type = "HttpNfcLease" [ 1422.640936] env[69019]: }. {{(pid=69019) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1422.641680] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a94de-259e-454a-b12d-0001b66766fa {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.648232] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk from lease info. {{(pid=69019) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1422.649045] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk. {{(pid=69019) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1422.707170] env[69019]: DEBUG oslo_concurrency.lockutils [req-ac2aa0e8-8696-4645-af9e-0760e1d4db6f req-dff4b889-0faf-43d7-a764-1467d7606ccd service nova] Releasing lock "refresh_cache-9f008b45-a71f-41ca-b82d-720b83c9f9a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.716063] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99420ace-8796-4a9f-bbd7-1bf2c5c2a94b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.131615] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Start spawning the instance on the hypervisor. {{(pid=69019) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.160173] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T15:18:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T15:18:25Z,direct_url=,disk_format='vmdk',id=65710955-6096-416f-9826-b9f1bcbba2bd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a5c1d7c5cc24d4095373da51709d528',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T15:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.160453] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.160615] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image limits 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.160797] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Flavor pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.160944] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Image pref 0:0:0 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.161106] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69019) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.161318] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.161549] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.161759] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Got 1 possible topologies {{(pid=69019) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.161923] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.162118] env[69019]: DEBUG nova.virt.hardware [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69019) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.163091] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5acf1c-0804-4ccd-b197-500ea1b262ca {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.173191] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b8b0a-69fc-4cd7-84ed-dde56937ccf0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.642106] env[69019]: DEBUG nova.compute.manager [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-vif-plugged-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.642329] env[69019]: DEBUG oslo_concurrency.lockutils [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.642534] env[69019]: DEBUG oslo_concurrency.lockutils [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.642779] env[69019]: DEBUG oslo_concurrency.lockutils [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.642957] env[69019]: DEBUG nova.compute.manager [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] No waiting events found dispatching network-vif-plugged-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.643132] env[69019]: WARNING nova.compute.manager [req-0f2afc3a-a34e-4b33-889b-9a75e891fc08 req-9c336232-32e9-45c9-9c38-d12a4b7a15a5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received unexpected event network-vif-plugged-40a33edc-12fd-4e95-8919-f3738d70eedf for instance with vm_state building and task_state spawning. [ 1423.731709] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Successfully updated port: 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.804880] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Completed reading data from the image iterator. {{(pid=69019) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1423.805124] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1423.806089] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595f4404-af7a-49de-b0ec-0bb5dc34e2b1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.813089] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk is in state: ready. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1423.813271] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk. {{(pid=69019) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1423.813470] env[69019]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7c3b876e-4948-44a1-b8c2-c57aea46622c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.005788] env[69019]: DEBUG oslo_vmware.rw_handles [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526aa605-678a-38ce-ec57-bcf42e0c0508/disk-0.vmdk. {{(pid=69019) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1424.006021] env[69019]: INFO nova.virt.vmwareapi.images [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Downloaded image file data 4d7f3441-99ae-45d0-9a0a-a8eff4b5545f [ 1424.009725] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8396c2-97e3-40e8-8be3-6832d15d6b6d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.022378] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a1da37-9f00-4719-bf7c-8cc8e219d503 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.051820] env[69019]: INFO nova.virt.vmwareapi.images [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] The imported VM was unregistered [ 1424.054190] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Caching image {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1424.054429] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.054687] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec2ce63b-7ec2-41b6-80f9-e59b892ae483 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.066247] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Created directory with path [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.066452] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99/OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99.vmdk to [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk. {{(pid=69019) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1424.066690] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d143fc2-5c53-4ee8-9fd5-db644159622b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.073404] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1424.073404] env[69019]: value = "task-3347813" [ 1424.073404] env[69019]: _type = "Task" [ 1424.073404] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.081014] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.234624] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.235014] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.235014] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.583267] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.770215] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Instance cache missing network info. {{(pid=69019) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.914630] env[69019]: DEBUG nova.network.neutron [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.083970] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.417860] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.418277] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Instance network_info: |[{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69019) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.418798] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:87:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40a33edc-12fd-4e95-8919-f3738d70eedf', 'vif_model': 'vmxnet3'}] {{(pid=69019) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.427179] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.427467] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Creating VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.427755] env[69019]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-001a0c0d-bd76-41f9-97ca-0838c5a0841a {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.449625] env[69019]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.449625] env[69019]: value = "task-3347814" [ 1425.449625] env[69019]: _type = "Task" [ 1425.449625] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.459215] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347814, 'name': CreateVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.584255] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.671151] env[69019]: DEBUG nova.compute.manager [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.671375] env[69019]: DEBUG nova.compute.manager [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing instance network info cache due to event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.671601] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.671746] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.671979] env[69019]: DEBUG nova.network.neutron [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.960018] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347814, 'name': CreateVM_Task} progress is 25%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.085420] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.365466] env[69019]: DEBUG nova.network.neutron [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updated VIF entry in instance network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.365821] env[69019]: DEBUG nova.network.neutron [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.460426] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347814, 'name': CreateVM_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.585850] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347813, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.2793} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.586144] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99/OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99.vmdk to [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk. [ 1426.586360] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Cleaning up location [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99 {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1426.586533] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1ae378d1-639c-4463-9593-2bcdeb376a99 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.586793] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-185c40a6-d021-4ba5-aa1e-5541d6c650ed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.592862] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1426.592862] env[69019]: value = "task-3347815" [ 1426.592862] env[69019]: _type = "Task" [ 1426.592862] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.600089] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.868769] env[69019]: DEBUG oslo_concurrency.lockutils [req-e7da0d27-4bf2-427d-9aa3-a2e6faee456b req-b34b8771-ae07-49b6-8b71-d34f1a04afa4 service nova] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.960815] env[69019]: DEBUG oslo_vmware.api [-] Task: {'id': task-3347814, 'name': CreateVM_Task, 'duration_secs': 1.21116} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.961072] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Created VM on the ESX host {{(pid=69019) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.961650] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.961813] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.962137] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.962604] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbfca3d-e2c0-42fd-aa37-27348f36d176 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.966665] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1426.966665] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb406-4499-8a1d-be12-92ab8b46276e" [ 1426.966665] env[69019]: _type = "Task" [ 1426.966665] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.973734] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb406-4499-8a1d-be12-92ab8b46276e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.102150] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184608} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.102403] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.102571] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.102811] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk to [datastore1] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.103060] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d5cd5d-14fc-4e45-8d82-27a0c1ad659b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.109814] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1427.109814] env[69019]: value = "task-3347816" [ 1427.109814] env[69019]: _type = "Task" [ 1427.109814] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.116966] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.476875] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]524eb406-4499-8a1d-be12-92ab8b46276e, 'name': SearchDatastore_Task, 'duration_secs': 0.026745} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.477348] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.477436] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.477659] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.477808] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.477987] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.478279] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0e83ec-be44-443d-b28e-3d540d015788 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.494165] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.494368] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.495134] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fae075-78ce-4916-95f4-0585c98dbc90 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.500657] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1427.500657] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef5244-afbd-fa9a-4827-ac3cf08ba3fb" [ 1427.500657] env[69019]: _type = "Task" [ 1427.500657] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.509756] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef5244-afbd-fa9a-4827-ac3cf08ba3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.621310] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.010934] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52ef5244-afbd-fa9a-4827-ac3cf08ba3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.074245} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.011736] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5350f5-ff52-4b5a-96de-5bcc6bf6bff7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.017015] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1428.017015] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52377ceb-57aa-ed29-4189-f7cecabb41d1" [ 1428.017015] env[69019]: _type = "Task" [ 1428.017015] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.024906] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52377ceb-57aa-ed29-4189-f7cecabb41d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.120914] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.527866] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52377ceb-57aa-ed29-4189-f7cecabb41d1, 'name': SearchDatastore_Task, 'duration_secs': 0.08609} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.528279] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.528501] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/3ae540b5-a41c-4eb0-ac52-a89c8e3203a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.528743] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d987dda-d530-4681-91b8-01bea5b3c978 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.535850] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1428.535850] env[69019]: value = "task-3347817" [ 1428.535850] env[69019]: _type = "Task" [ 1428.535850] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.544086] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.623409] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.046131] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.123117] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.547314] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.624056] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347816, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.189295} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.624276] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f/4d7f3441-99ae-45d0-9a0a-a8eff4b5545f.vmdk to [datastore1] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.625046] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be1463-f547-4602-b001-59671483aee8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.646789] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.647040] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c519dcd-bef3-48f4-b871-ccfa4d435a4b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.665535] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1429.665535] env[69019]: value = "task-3347818" [ 1429.665535] env[69019]: _type = "Task" [ 1429.665535] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.673221] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.048208] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347817, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175599} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.048485] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/3ae540b5-a41c-4eb0-ac52-a89c8e3203a7.vmdk {{(pid=69019) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.048705] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Extending root virtual disk to 1048576 {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.048958] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c066adf-0d0a-42e1-b170-f3d46d3f41a2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.055661] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1430.055661] env[69019]: value = "task-3347819" [ 1430.055661] env[69019]: _type = "Task" [ 1430.055661] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.063848] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.175012] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.566646] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265611} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.567052] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Extended root virtual disk {{(pid=69019) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.567736] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc223c82-268a-484b-8b04-43e019b0a8c6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.589299] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/3ae540b5-a41c-4eb0-ac52-a89c8e3203a7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.589545] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00115d2b-fc63-4957-a369-de51fbfe5918 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.608897] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1430.608897] env[69019]: value = "task-3347820" [ 1430.608897] env[69019]: _type = "Task" [ 1430.608897] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.616013] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.676891] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347818, 'name': ReconfigVM_Task, 'duration_secs': 0.711001} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.676891] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 9f008b45-a71f-41ca-b82d-720b83c9f9a7/9f008b45-a71f-41ca-b82d-720b83c9f9a7.vmdk or device None with type streamOptimized {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.677343] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c28a256-ec1d-4a0b-b061-5a76a84ea2c1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.682999] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1430.682999] env[69019]: value = "task-3347821" [ 1430.682999] env[69019]: _type = "Task" [ 1430.682999] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.691231] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347821, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.118522] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347820, 'name': ReconfigVM_Task, 'duration_secs': 0.351291} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.118786] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/3ae540b5-a41c-4eb0-ac52-a89c8e3203a7.vmdk or device None with type sparse {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.119409] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6a4a897-7c6f-41e3-8a58-f6ab297fc998 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.125236] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1431.125236] env[69019]: value = "task-3347822" [ 1431.125236] env[69019]: _type = "Task" [ 1431.125236] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.132567] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347822, 'name': Rename_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.192259] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347821, 'name': Rename_Task, 'duration_secs': 0.182781} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.192539] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.192775] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8964bf68-1452-4105-b764-dd6b697c0aed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.198655] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1431.198655] env[69019]: value = "task-3347823" [ 1431.198655] env[69019]: _type = "Task" [ 1431.198655] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.205915] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.635686] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347822, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.708025] env[69019]: DEBUG oslo_vmware.api [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347823, 'name': PowerOnVM_Task, 'duration_secs': 0.461325} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.708231] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.800580] env[69019]: DEBUG nova.compute.manager [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.801894] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497bdd85-b872-4474-ba8d-c29e4a3d00fe {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.136782] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347822, 'name': Rename_Task} progress is 99%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.321312] env[69019]: DEBUG oslo_concurrency.lockutils [None req-712cd514-7f52-4c6a-aa75-d21b6ab682d1 tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.774s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.637490] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347822, 'name': Rename_Task, 'duration_secs': 1.196812} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.637810] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.637967] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e9d929-a7fe-40b3-a839-7883ef52615e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.644129] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1432.644129] env[69019]: value = "task-3347824" [ 1432.644129] env[69019]: _type = "Task" [ 1432.644129] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.651319] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.154271] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.656371] env[69019]: DEBUG oslo_vmware.api [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347824, 'name': PowerOnVM_Task, 'duration_secs': 0.715667} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.656728] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.656774] env[69019]: INFO nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1433.656938] env[69019]: DEBUG nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.657724] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea604870-4ff5-49d1-8687-b09ab961a354 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.173388] env[69019]: INFO nova.compute.manager [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Took 15.23 seconds to build instance. [ 1434.675366] env[69019]: DEBUG oslo_concurrency.lockutils [None req-42cfb778-3ba4-4ccd-bba6-18930791d75b tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.739s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.287369] env[69019]: DEBUG nova.compute.manager [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.287614] env[69019]: DEBUG nova.compute.manager [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing instance network info cache due to event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.287840] env[69019]: DEBUG oslo_concurrency.lockutils [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.287988] env[69019]: DEBUG oslo_concurrency.lockutils [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.288167] env[69019]: DEBUG nova.network.neutron [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.987747] env[69019]: DEBUG nova.network.neutron [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updated VIF entry in instance network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.988117] env[69019]: DEBUG nova.network.neutron [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.491814] env[69019]: DEBUG oslo_concurrency.lockutils [req-77c2a5be-012f-4641-bf64-c8dcb4af3ddf req-e227dd59-c04b-4bb6-9671-9a865e0fe91a service nova] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.085726] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.086128] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances with incomplete migration {{(pid=69019) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1461.587625] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.588035] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.588035] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1462.085224] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.085470] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.588536] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.588948] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.588999] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.589178] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1462.590129] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2a830-21b2-4bed-9037-7c7860f8148e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.598480] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71aac1d-5030-42ee-aec9-8767289e3117 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.612069] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6def3-5eab-4ca7-b4e3-32f895a87e4d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.618094] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7459f-d2c4-4ffb-92da-cecbf97aca1b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.646700] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180504MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1462.646857] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.647073] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.673704] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9c54abb2-bb13-4ef4-8bad-c4f735a91267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1463.674012] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 60bfe0f7-f3b7-450c-85ec-69650572bc2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1463.674012] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1463.674139] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1463.674288] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1463.674428] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1463.726772] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5604670b-b038-405e-ac97-ac368f2aae44 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.734225] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aca4d2-d391-4f64-9915-cbb6e7bbc5b5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.763579] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9f0a3-8050-4bda-9385-16a13ac88cd8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.770608] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed9091-a483-4b2b-8b2b-9d2fc90c1879 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.784641] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.288208] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.792931] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1464.793407] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.793141] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.793538] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.084849] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.085047] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Cleaning up deleted instances {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1466.592569] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] There are 19 instances to clean {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1466.592790] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: c3db4080-afbf-4a72-be29-6b08e2cf53b1] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.095948] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 9cd8f4f1-6cf9-4da6-9281-9221409d5f10] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.599470] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 7f42ef54-7f6c-4a5e-880c-0f91a0a4b724] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.049934] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.050259] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.050480] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.050666] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.050840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.054449] env[69019]: INFO nova.compute.manager [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Terminating instance [ 1468.102513] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 16b5bb0a-1922-44a1-b901-344c42b2fab6] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.558540] env[69019]: DEBUG nova.compute.manager [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.558810] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.560125] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dc2c66-0a62-47a7-91f6-142a9922f959 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.567810] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.568033] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aba9d8f-101b-455a-be9e-e9c823f31af2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.573669] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1468.573669] env[69019]: value = "task-3347825" [ 1468.573669] env[69019]: _type = "Task" [ 1468.573669] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.582228] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.605057] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: e06cd0d1-6661-4f1e-9895-6baae73f8c52] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.085589] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347825, 'name': PowerOffVM_Task, 'duration_secs': 0.174981} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.085861] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.085994] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.086250] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f125afea-2792-4142-9869-9043e0bd783b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.108311] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0a278060-41c6-4096-9abf-7f7d11aea814] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.150085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.150332] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.150487] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleting the datastore file [datastore1] 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.150731] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9cbc58-6403-4f47-863c-75f2b6fba9ae {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.156808] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for the task: (returnval){ [ 1469.156808] env[69019]: value = "task-3347827" [ 1469.156808] env[69019]: _type = "Task" [ 1469.156808] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.164690] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.611380] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: b7596f93-0f58-466f-9e2f-5e7d98609d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.665739] env[69019]: DEBUG oslo_vmware.api [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Task: {'id': task-3347827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122501} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.665993] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.666212] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.666396] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.666565] env[69019]: INFO nova.compute.manager [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1469.666839] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.667323] env[69019]: DEBUG nova.compute.manager [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.667435] env[69019]: DEBUG nova.network.neutron [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.114253] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a4007025-07e6-4d87-91be-f467a2379ba9] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.134642] env[69019]: DEBUG nova.compute.manager [req-4eba7949-4c10-4b39-aa22-073b73e3eaa7 req-a1cf3a17-3fda-4024-83cc-f72881b6bafd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Received event network-vif-deleted-c914af33-aadd-45c6-81ca-d087c31d63a1 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.134642] env[69019]: INFO nova.compute.manager [req-4eba7949-4c10-4b39-aa22-073b73e3eaa7 req-a1cf3a17-3fda-4024-83cc-f72881b6bafd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Neutron deleted interface c914af33-aadd-45c6-81ca-d087c31d63a1; detaching it from the instance and deleting it from the info cache [ 1470.134642] env[69019]: DEBUG nova.network.neutron [req-4eba7949-4c10-4b39-aa22-073b73e3eaa7 req-a1cf3a17-3fda-4024-83cc-f72881b6bafd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.610897] env[69019]: DEBUG nova.network.neutron [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.616986] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 1e95104c-cb42-42f3-bbed-b0eb965f8935] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.637874] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3e6cfa5-9101-4f48-a06d-f304a3a3ff94 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.648455] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3480a762-3a95-4b77-ab02-652ab79714f8 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.674049] env[69019]: DEBUG nova.compute.manager [req-4eba7949-4c10-4b39-aa22-073b73e3eaa7 req-a1cf3a17-3fda-4024-83cc-f72881b6bafd service nova] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Detach interface failed, port_id=c914af33-aadd-45c6-81ca-d087c31d63a1, reason: Instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1471.113506] env[69019]: INFO nova.compute.manager [-] [instance: 9f008b45-a71f-41ca-b82d-720b83c9f9a7] Took 1.45 seconds to deallocate network for instance. [ 1471.119625] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a5bdd38f-d9b3-470b-b5a0-4894de8b8122] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.620145] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.620426] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.620649] env[69019]: DEBUG nova.objects.instance [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lazy-loading 'resources' on Instance uuid 9f008b45-a71f-41ca-b82d-720b83c9f9a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.622358] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6a745904-aca2-49c7-89b9-82d96d0ca1ed] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.128036] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: aa54848a-3e18-41d4-a11b-686c129e3989] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.300320] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbb4d6-1ca7-40f6-9573-8b3a3c8092af {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.308401] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e084d3b-38b7-42e0-9322-df214611ecc4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.337954] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431086dd-b13d-4b2a-ac53-972be92d9db3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.345129] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782fdb6e-1e68-4471-aa0f-9c568ed190f7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.358018] env[69019]: DEBUG nova.compute.provider_tree [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.631666] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 59f2bd3d-0ebf-4520-b598-01a639759ba5] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.649903] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.650204] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.861398] env[69019]: DEBUG nova.scheduler.client.report [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.135487] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 6ef9ac9c-d51c-4151-b2c7-30f0587cdd18] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.153529] env[69019]: DEBUG nova.compute.utils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Using /dev/sd instead of None {{(pid=69019) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1473.365682] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.383490] env[69019]: INFO nova.scheduler.client.report [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Deleted allocations for instance 9f008b45-a71f-41ca-b82d-720b83c9f9a7 [ 1473.638553] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a587bab6-45f2-41ac-b617-9ddf453b3fc4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.657667] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.891939] env[69019]: DEBUG oslo_concurrency.lockutils [None req-06ca898a-b11b-48ff-859d-eda59b353ddd tempest-AttachVolumeShelveTestJSON-694561949 tempest-AttachVolumeShelveTestJSON-694561949-project-member] Lock "9f008b45-a71f-41ca-b82d-720b83c9f9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.841s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.141735] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: a0a3c640-087b-44c4-8db5-816d1c4b80e0] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.645148] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 9b30274d-6fed-4726-bf33-83a1e74356e5] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.718570] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.718753] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.719028] env[69019]: INFO nova.compute.manager [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Attaching volume 0ad852bf-2435-4068-81f3-0462a3464065 to /dev/sdb [ 1474.749226] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e4a5ab-2bf9-479d-aa57-db1285958e53 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.756419] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755da475-a1af-4081-aa14-89558b8eae0e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.769145] env[69019]: DEBUG nova.virt.block_device [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating existing volume attachment record: 6b4c5bed-31f9-43db-91da-fa1e8fc64164 {{(pid=69019) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1475.148292] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: 0619a824-2700-4f1e-80ad-4938a50d2af4] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.652359] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] [instance: c257545b-5b6b-4bec-9e9a-dd7e36a82799] Instance has had 0 of 5 cleanup attempts {{(pid=69019) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.156137] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.654132] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.654421] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.313863] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Volume attach. Driver type: vmdk {{(pid=69019) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1479.314179] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668253', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'name': 'volume-0ad852bf-2435-4068-81f3-0462a3464065', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ae540b5-a41c-4eb0-ac52-a89c8e3203a7', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'serial': '0ad852bf-2435-4068-81f3-0462a3464065'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1479.315124] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7cdcdd-81ca-4725-be74-b5a26f82c14f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.334273] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2688c0ec-f079-409b-bf58-94510b558dd4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.358432] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-0ad852bf-2435-4068-81f3-0462a3464065/volume-0ad852bf-2435-4068-81f3-0462a3464065.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.358650] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4199468f-c126-407e-af34-497369d0b7bd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.375893] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1479.375893] env[69019]: value = "task-3347833" [ 1479.375893] env[69019]: _type = "Task" [ 1479.375893] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.383674] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.892515] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347833, 'name': ReconfigVM_Task, 'duration_secs': 0.354054} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.892910] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-0ad852bf-2435-4068-81f3-0462a3464065/volume-0ad852bf-2435-4068-81f3-0462a3464065.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.898011] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69fb9659-7222-477c-aed8-df2cce2adcff {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.915293] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1479.915293] env[69019]: value = "task-3347834" [ 1479.915293] env[69019]: _type = "Task" [ 1479.915293] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.924830] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.424515] env[69019]: DEBUG oslo_vmware.api [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347834, 'name': ReconfigVM_Task, 'duration_secs': 0.140808} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.424812] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668253', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'name': 'volume-0ad852bf-2435-4068-81f3-0462a3464065', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ae540b5-a41c-4eb0-ac52-a89c8e3203a7', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'serial': '0ad852bf-2435-4068-81f3-0462a3464065'} {{(pid=69019) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1481.462056] env[69019]: DEBUG nova.objects.instance [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'flavor' on Instance uuid 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.967281] env[69019]: DEBUG oslo_concurrency.lockutils [None req-44667ce2-ae77-4533-a478-6ad9d8158b36 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.100612] env[69019]: INFO nova.compute.manager [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Rescuing [ 1482.100876] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.101046] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.101216] env[69019]: DEBUG nova.network.neutron [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.798948] env[69019]: DEBUG nova.network.neutron [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.301488] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.840133] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.840842] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294ead53-6649-485e-9114-776483d55cb2 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.848761] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1484.848761] env[69019]: value = "task-3347835" [ 1484.848761] env[69019]: _type = "Task" [ 1484.848761] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.856214] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.359248] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347835, 'name': PowerOffVM_Task, 'duration_secs': 0.171486} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.359520] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.360299] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be5440-1605-40db-82cf-e307bf5a614f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.380697] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ba240-27ef-4e99-890e-022daf8a1232 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.405495] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.405721] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f82986b-3b22-4863-9600-7598f9d2f94f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.411714] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1485.411714] env[69019]: value = "task-3347836" [ 1485.411714] env[69019]: _type = "Task" [ 1485.411714] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.418687] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.922556] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] VM already powered off {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1485.922973] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Processing image 65710955-6096-416f-9826-b9f1bcbba2bd {{(pid=69019) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.923098] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.923181] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.923357] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.923609] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49067657-8c25-4bec-aad2-9f7ef469a303 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.931916] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69019) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.932133] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69019) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.932802] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ae1e2a-a142-4eb4-ada8-6518e98b5bc5 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.937287] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1485.937287] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa2fef-de03-9222-76d2-0cb7f3526431" [ 1485.937287] env[69019]: _type = "Task" [ 1485.937287] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.946823] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa2fef-de03-9222-76d2-0cb7f3526431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.447994] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52aa2fef-de03-9222-76d2-0cb7f3526431, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.448746] env[69019]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0688a3-0379-4990-8f4b-18709250310d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.453497] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1486.453497] env[69019]: value = "session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb998f-08f3-c3f8-0605-64f7ebb7ab38" [ 1486.453497] env[69019]: _type = "Task" [ 1486.453497] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.460744] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb998f-08f3-c3f8-0605-64f7ebb7ab38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.964897] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': session[520be0df-3cab-a7e3-697a-b40383d7cd0a]52bb998f-08f3-c3f8-0605-64f7ebb7ab38, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.964897] env[69019]: DEBUG oslo_concurrency.lockutils [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.965189] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. {{(pid=69019) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1486.965330] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b43fa66-47ed-4ecc-9b4a-9a3423f890f9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.972959] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1486.972959] env[69019]: value = "task-3347837" [ 1486.972959] env[69019]: _type = "Task" [ 1486.972959] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.980312] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.482914] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424684} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.483120] env[69019]: INFO nova.virt.vmwareapi.ds_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/65710955-6096-416f-9826-b9f1bcbba2bd/65710955-6096-416f-9826-b9f1bcbba2bd.vmdk to [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk. [ 1487.483859] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e859993-bd67-4d66-9727-ddb4b3084de1 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.510218] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.510459] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0a46d8-ff94-413f-9e58-d7e5cd6bc230 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.528010] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1487.528010] env[69019]: value = "task-3347838" [ 1487.528010] env[69019]: _type = "Task" [ 1487.528010] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.535287] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.037738] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347838, 'name': ReconfigVM_Task, 'duration_secs': 0.325065} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.038209] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7/65710955-6096-416f-9826-b9f1bcbba2bd-rescue.vmdk or device None with type thin {{(pid=69019) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.038841] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84ccd0-0ed4-4f20-a2b7-bfab2d0ab22f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.065399] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f73826-fe4d-4f0e-944a-f80f11845219 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.080854] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1488.080854] env[69019]: value = "task-3347839" [ 1488.080854] env[69019]: _type = "Task" [ 1488.080854] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.089215] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.590169] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347839, 'name': ReconfigVM_Task, 'duration_secs': 0.154167} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.590388] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.590623] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3277254-e6f7-4191-8d36-4a81a6bff66e {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.597077] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1488.597077] env[69019]: value = "task-3347840" [ 1488.597077] env[69019]: _type = "Task" [ 1488.597077] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.603910] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.106836] env[69019]: DEBUG oslo_vmware.api [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347840, 'name': PowerOnVM_Task, 'duration_secs': 0.433341} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.107213] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.109823] env[69019]: DEBUG nova.compute.manager [None req-156b0f5e-2e83-4b8d-954e-d7cedb26b816 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.110589] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8916328-3660-4929-a0ff-c358a2ac72ba {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.080829] env[69019]: INFO nova.compute.manager [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Unrescuing [ 1490.081141] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.081303] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.081475] env[69019]: DEBUG nova.network.neutron [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Building network info cache for instance {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.785037] env[69019]: DEBUG nova.network.neutron [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.287797] env[69019]: DEBUG oslo_concurrency.lockutils [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.288481] env[69019]: DEBUG nova.objects.instance [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'flavor' on Instance uuid 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.794690] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023d97e-3cdc-497c-b281-b0a4e0f590a6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.819896] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.820200] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3f2e1a-6d13-4905-9a2e-d5522d2eb145 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.826764] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1491.826764] env[69019]: value = "task-3347841" [ 1491.826764] env[69019]: _type = "Task" [ 1491.826764] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.834426] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.335867] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347841, 'name': PowerOffVM_Task, 'duration_secs': 0.189515} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.336136] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.341321] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1492.341578] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ab7a07-34ce-48e6-bf40-16f427b1f72d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.360661] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1492.360661] env[69019]: value = "task-3347842" [ 1492.360661] env[69019]: _type = "Task" [ 1492.360661] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.367947] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.870613] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347842, 'name': ReconfigVM_Task, 'duration_secs': 0.249658} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.871079] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1492.871079] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.871292] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b31b60-cf36-4ddd-94ba-8dcf7b7d95a7 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.877508] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1492.877508] env[69019]: value = "task-3347843" [ 1492.877508] env[69019]: _type = "Task" [ 1492.877508] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.884580] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.387509] env[69019]: DEBUG oslo_vmware.api [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347843, 'name': PowerOnVM_Task, 'duration_secs': 0.362078} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.387767] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered on the VM {{(pid=69019) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.387989] env[69019]: DEBUG nova.compute.manager [None req-0432e6f9-12fe-4594-bff4-d4a370110e37 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Checking state {{(pid=69019) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.388778] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc5c2f-953e-407f-a107-749d1d5369cc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.510183] env[69019]: DEBUG nova.compute.manager [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.510481] env[69019]: DEBUG nova.compute.manager [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing instance network info cache due to event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1494.510579] env[69019]: DEBUG oslo_concurrency.lockutils [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.510721] env[69019]: DEBUG oslo_concurrency.lockutils [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.510878] env[69019]: DEBUG nova.network.neutron [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.202807] env[69019]: DEBUG nova.network.neutron [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updated VIF entry in instance network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.203982] env[69019]: DEBUG nova.network.neutron [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.705822] env[69019]: DEBUG oslo_concurrency.lockutils [req-3144c9fb-e4c3-4706-8653-12ed9ac79e60 req-d50525de-786f-42cb-9ba6-4b4f4c60a5d5 service nova] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.533572] env[69019]: DEBUG nova.compute.manager [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.533780] env[69019]: DEBUG nova.compute.manager [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing instance network info cache due to event network-changed-40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1496.533987] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] Acquiring lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.534147] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] Acquired lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.534307] env[69019]: DEBUG nova.network.neutron [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Refreshing network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.213831] env[69019]: DEBUG nova.network.neutron [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updated VIF entry in instance network info cache for port 40a33edc-12fd-4e95-8919-f3738d70eedf. {{(pid=69019) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.214202] env[69019]: DEBUG nova.network.neutron [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [{"id": "40a33edc-12fd-4e95-8919-f3738d70eedf", "address": "fa:16:3e:76:87:9a", "network": {"id": "0f012398-d248-44c8-bcae-e25495bbffc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-470525961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c39a41f5b8044eaade9fbf72312beaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a33edc-12", "ovs_interfaceid": "40a33edc-12fd-4e95-8919-f3738d70eedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.717749] env[69019]: DEBUG oslo_concurrency.lockutils [req-ffb019a9-8e83-40bf-a3b8-a13412fdb1ab req-bf2c4fdb-a71f-4c69-9a34-24f1c8ef50e7 service nova] Releasing lock "refresh_cache-3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" {{(pid=69019) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.084832] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.085140] env[69019]: DEBUG nova.compute.manager [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69019) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1523.085871] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.087530] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.085056] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.085322] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager.update_available_resource {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.589161] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.589584] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.589650] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.589776] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69019) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1524.590771] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17569415-fd7d-4af7-b30a-98dbfb714638 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.598794] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b84641-83d8-42a0-8402-7a18709641f3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.612585] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103647b9-55b9-457b-972e-075928789cb6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.618433] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94ff9e7-c6e9-4621-8dd3-f04be09c0310 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.647332] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180424MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69019) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1524.647476] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.647671] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.687768] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 9c54abb2-bb13-4ef4-8bad-c4f735a91267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1525.688076] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 60bfe0f7-f3b7-450c-85ec-69650572bc2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1525.688076] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Instance 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69019) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1525.688241] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1525.688381] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69019) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1525.704705] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing inventories for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1525.716673] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating ProviderTree inventory for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1525.716849] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Updating inventory in ProviderTree for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.726684] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing aggregate associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, aggregates: None {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1525.742875] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Refreshing trait associations for resource provider f6d6d0bd-aeed-413b-9c03-919fa59101e0, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69019) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1525.784272] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001d0f46-e483-4160-8842-2d72181f0907 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.791442] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5752535-86e7-4c45-8837-da9c27743de3 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.820134] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e385e7-76d5-44ab-87f9-78624e5cf6eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.826621] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1a1c5-3df4-4ce0-bd6c-a433f2c88ab6 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.839011] env[69019]: DEBUG nova.compute.provider_tree [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.342269] env[69019]: DEBUG nova.scheduler.client.report [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.847912] env[69019]: DEBUG nova.compute.resource_tracker [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69019) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1526.848430] env[69019]: DEBUG oslo_concurrency.lockutils [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.847766] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.848197] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.848197] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.891890] env[69019]: DEBUG oslo_concurrency.lockutils [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.892226] env[69019]: DEBUG oslo_concurrency.lockutils [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.395135] env[69019]: INFO nova.compute.manager [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Detaching volume 0ad852bf-2435-4068-81f3-0462a3464065 [ 1530.455115] env[69019]: INFO nova.virt.block_device [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Attempting to driver detach volume 0ad852bf-2435-4068-81f3-0462a3464065 from mountpoint /dev/sdb [ 1530.455379] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Volume detach. Driver type: vmdk {{(pid=69019) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1530.455579] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668253', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'name': 'volume-0ad852bf-2435-4068-81f3-0462a3464065', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ae540b5-a41c-4eb0-ac52-a89c8e3203a7', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'serial': '0ad852bf-2435-4068-81f3-0462a3464065'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1530.456475] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c37259-8eee-4dbb-a25c-e27d59a26fdc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.477708] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bacc8c-0199-4b0a-b776-aaf2629137c0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.483899] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f69e64-ee59-4d42-a4ae-e528c8b7d362 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.503015] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057368f6-71bd-4cdf-97c0-d5bcaa894937 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.516670] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ad852bf-2435-4068-81f3-0462a3464065/volume-0ad852bf-2435-4068-81f3-0462a3464065.vmdk. No consolidation needed. {{(pid=69019) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1530.521727] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1530.521969] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f70eaf5-24db-46c3-9f81-a26cde638f35 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.540346] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1530.540346] env[69019]: value = "task-3347844" [ 1530.540346] env[69019]: _type = "Task" [ 1530.540346] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.547500] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.053047] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347844, 'name': ReconfigVM_Task, 'duration_secs': 0.229395} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.053498] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69019) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1531.057817] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1854024-e847-44f6-8984-cac13ca4656b {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.072410] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1531.072410] env[69019]: value = "task-3347845" [ 1531.072410] env[69019]: _type = "Task" [ 1531.072410] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.079608] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.583538] env[69019]: DEBUG oslo_vmware.api [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347845, 'name': ReconfigVM_Task, 'duration_secs': 0.138012} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.583820] env[69019]: DEBUG nova.virt.vmwareapi.volumeops [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-668253', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'name': 'volume-0ad852bf-2435-4068-81f3-0462a3464065', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ae540b5-a41c-4eb0-ac52-a89c8e3203a7', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad852bf-2435-4068-81f3-0462a3464065', 'serial': '0ad852bf-2435-4068-81f3-0462a3464065'} {{(pid=69019) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1532.125693] env[69019]: DEBUG nova.objects.instance [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'flavor' on Instance uuid 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.133949] env[69019]: DEBUG oslo_concurrency.lockutils [None req-823b0569-f673-4930-b5d3-98d5adc3ab94 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.192267] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.192685] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.192759] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.192894] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.193078] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.195204] env[69019]: INFO nova.compute.manager [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Terminating instance [ 1534.699063] env[69019]: DEBUG nova.compute.manager [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.699362] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.700267] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e9502-bf86-4098-bc9c-ed22c64ae5fb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.708088] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.708313] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e904e84-8942-42ca-a88b-82351f3d2408 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.714314] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1534.714314] env[69019]: value = "task-3347846" [ 1534.714314] env[69019]: _type = "Task" [ 1534.714314] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.721648] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.224374] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347846, 'name': PowerOffVM_Task, 'duration_secs': 0.159572} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.224735] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.224735] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.224976] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cc31916-1294-4587-98c2-13123dee4689 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.672663] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.672875] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Deleting contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.673086] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleting the datastore file [datastore1] 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.673354] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b255e80-481f-4a85-a5eb-923a9269a36d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.679900] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1535.679900] env[69019]: value = "task-3347848" [ 1535.679900] env[69019]: _type = "Task" [ 1535.679900] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.686911] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.080428] env[69019]: DEBUG oslo_service.periodic_task [None req-e4256d3f-f801-44fa-8b53-07e6354a25fa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69019) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.189471] env[69019]: DEBUG oslo_vmware.api [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172497} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.189717] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.189897] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Deleted contents of the VM from datastore datastore1 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.190085] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.190259] env[69019]: INFO nova.compute.manager [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1536.190528] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.190723] env[69019]: DEBUG nova.compute.manager [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.190818] env[69019]: DEBUG nova.network.neutron [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.643430] env[69019]: DEBUG nova.compute.manager [req-ca43f297-6612-41ee-bc1d-815c7c51e652 req-0eaec117-7cfc-4d41-bff0-6696d90fbffc service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Received event network-vif-deleted-40a33edc-12fd-4e95-8919-f3738d70eedf {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1536.643738] env[69019]: INFO nova.compute.manager [req-ca43f297-6612-41ee-bc1d-815c7c51e652 req-0eaec117-7cfc-4d41-bff0-6696d90fbffc service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Neutron deleted interface 40a33edc-12fd-4e95-8919-f3738d70eedf; detaching it from the instance and deleting it from the info cache [ 1536.643831] env[69019]: DEBUG nova.network.neutron [req-ca43f297-6612-41ee-bc1d-815c7c51e652 req-0eaec117-7cfc-4d41-bff0-6696d90fbffc service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.088941] env[69019]: DEBUG nova.network.neutron [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.146301] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd960a4d-dece-4d2d-b61c-b61e1d947aa4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.158405] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb406fb2-f4e5-45b3-9f92-98832b6f6596 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.187430] env[69019]: DEBUG nova.compute.manager [req-ca43f297-6612-41ee-bc1d-815c7c51e652 req-0eaec117-7cfc-4d41-bff0-6696d90fbffc service nova] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Detach interface failed, port_id=40a33edc-12fd-4e95-8919-f3738d70eedf, reason: Instance 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1537.592283] env[69019]: INFO nova.compute.manager [-] [instance: 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7] Took 1.40 seconds to deallocate network for instance. [ 1538.098344] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.098782] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.098838] env[69019]: DEBUG nova.objects.instance [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'resources' on Instance uuid 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.652307] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4344ca-a400-4623-99fd-105ee3ccdc0d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.659563] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78509b6b-3bb3-47c6-8b02-5623f2eb89de {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.688194] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066dbad6-6332-4f2c-99da-c75e9583e648 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.694868] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad08eb-289a-4d26-bb51-ef4d956973c4 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.708856] env[69019]: DEBUG nova.compute.provider_tree [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.212239] env[69019]: DEBUG nova.scheduler.client.report [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.717807] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.751273] env[69019]: INFO nova.scheduler.client.report [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted allocations for instance 3ae540b5-a41c-4eb0-ac52-a89c8e3203a7 [ 1540.258935] env[69019]: DEBUG oslo_concurrency.lockutils [None req-99f2d5f2-b90a-43da-be08-4528c3737c84 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "3ae540b5-a41c-4eb0-ac52-a89c8e3203a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.066s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.352513] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.352929] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.352988] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.353184] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.353357] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.355491] env[69019]: INFO nova.compute.manager [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Terminating instance [ 1545.859231] env[69019]: DEBUG nova.compute.manager [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.859510] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.860484] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999af63-b167-45f5-988c-8d2c92a25e22 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.868272] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.868500] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd85991-7dfa-4857-b59b-ec9e7ff08282 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.875491] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1545.875491] env[69019]: value = "task-3347850" [ 1545.875491] env[69019]: _type = "Task" [ 1545.875491] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.883681] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.385776] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347850, 'name': PowerOffVM_Task, 'duration_secs': 0.213715} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.386135] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.386135] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.386296] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbf4bfaa-c36d-44ab-9b49-aedd69b7ca00 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.446331] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.446582] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.446731] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleting the datastore file [datastore2] 60bfe0f7-f3b7-450c-85ec-69650572bc2e {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.447079] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6da8c9-d992-4dfa-b861-2e4ce49b4ebd {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.454335] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1546.454335] env[69019]: value = "task-3347852" [ 1546.454335] env[69019]: _type = "Task" [ 1546.454335] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.463520] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.965777] env[69019]: DEBUG oslo_vmware.api [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171655} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.965940] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.966140] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.966316] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.966493] env[69019]: INFO nova.compute.manager [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1546.966735] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.966919] env[69019]: DEBUG nova.compute.manager [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.967022] env[69019]: DEBUG nova.network.neutron [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.238090] env[69019]: DEBUG nova.compute.manager [req-34b44ad3-8b37-4694-bb65-99cc4c5605be req-1738e7f2-3341-4b32-82dd-b28bfb97b905 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Received event network-vif-deleted-eabca9e1-2369-477a-8d3d-b311f84a1961 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1547.238090] env[69019]: INFO nova.compute.manager [req-34b44ad3-8b37-4694-bb65-99cc4c5605be req-1738e7f2-3341-4b32-82dd-b28bfb97b905 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Neutron deleted interface eabca9e1-2369-477a-8d3d-b311f84a1961; detaching it from the instance and deleting it from the info cache [ 1547.238090] env[69019]: DEBUG nova.network.neutron [req-34b44ad3-8b37-4694-bb65-99cc4c5605be req-1738e7f2-3341-4b32-82dd-b28bfb97b905 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.721927] env[69019]: DEBUG nova.network.neutron [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.740520] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50f38b9d-2bb0-4ad9-b958-68ab0a73081d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.750433] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20d899-136e-4fac-a830-ce54f4f77d15 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.774175] env[69019]: DEBUG nova.compute.manager [req-34b44ad3-8b37-4694-bb65-99cc4c5605be req-1738e7f2-3341-4b32-82dd-b28bfb97b905 service nova] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Detach interface failed, port_id=eabca9e1-2369-477a-8d3d-b311f84a1961, reason: Instance 60bfe0f7-f3b7-450c-85ec-69650572bc2e could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1548.224797] env[69019]: INFO nova.compute.manager [-] [instance: 60bfe0f7-f3b7-450c-85ec-69650572bc2e] Took 1.26 seconds to deallocate network for instance. [ 1548.730879] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.731212] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.731409] env[69019]: DEBUG nova.objects.instance [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'resources' on Instance uuid 60bfe0f7-f3b7-450c-85ec-69650572bc2e {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.283477] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6141bda2-08ed-43c0-b55e-21b971c2c415 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.291294] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b7492-374f-4345-8161-84f3045483e0 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.322157] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f2dde-6c0c-45fc-ad18-50d19b5307da {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.329033] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d63bbaa-1fd5-4925-a217-14fe8260ebed {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.341698] env[69019]: DEBUG nova.compute.provider_tree [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.845269] env[69019]: DEBUG nova.scheduler.client.report [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.350127] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.388460] env[69019]: INFO nova.scheduler.client.report [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted allocations for instance 60bfe0f7-f3b7-450c-85ec-69650572bc2e [ 1550.895897] env[69019]: DEBUG oslo_concurrency.lockutils [None req-bd8f3fa6-152b-4332-8a05-53ac9a928609 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "60bfe0f7-f3b7-450c-85ec-69650572bc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.543s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.967357] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.967785] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.967840] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.968049] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.968228] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.970367] env[69019]: INFO nova.compute.manager [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Terminating instance [ 1552.474509] env[69019]: DEBUG nova.compute.manager [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Start destroying the instance on the hypervisor. {{(pid=69019) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.474735] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Destroying instance {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.475693] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e65e6-4d30-4051-bf44-3456c38c595d {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.483927] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powering off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.484167] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178ef315-1d22-4d63-81bd-774add2c2c8f {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.490634] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1552.490634] env[69019]: value = "task-3347853" [ 1552.490634] env[69019]: _type = "Task" [ 1552.490634] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.498927] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.000496] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347853, 'name': PowerOffVM_Task, 'duration_secs': 0.18416} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.000883] env[69019]: DEBUG nova.virt.vmwareapi.vm_util [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Powered off the VM {{(pid=69019) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.000937] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Unregistering the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.001163] env[69019]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104875d8-a309-4fc3-b8cc-13474fa2f3eb {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.062456] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Unregistered the VM {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.062672] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Deleting contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.062850] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleting the datastore file [datastore2] 9c54abb2-bb13-4ef4-8bad-c4f735a91267 {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.063156] env[69019]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aafe6c7-05f0-4d82-a04a-35ef42e35df9 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.069383] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for the task: (returnval){ [ 1553.069383] env[69019]: value = "task-3347855" [ 1553.069383] env[69019]: _type = "Task" [ 1553.069383] env[69019]: } to complete. {{(pid=69019) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.076894] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.579947] env[69019]: DEBUG oslo_vmware.api [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Task: {'id': task-3347855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135026} completed successfully. {{(pid=69019) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.580201] env[69019]: DEBUG nova.virt.vmwareapi.ds_util [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted the datastore file {{(pid=69019) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.580379] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Deleted contents of the VM from datastore datastore2 {{(pid=69019) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.580551] env[69019]: DEBUG nova.virt.vmwareapi.vmops [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Instance destroyed {{(pid=69019) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.580756] env[69019]: INFO nova.compute.manager [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1553.581008] env[69019]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69019) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1553.581204] env[69019]: DEBUG nova.compute.manager [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Deallocating network for instance {{(pid=69019) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.581298] env[69019]: DEBUG nova.network.neutron [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] deallocate_for_instance() {{(pid=69019) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.834502] env[69019]: DEBUG nova.compute.manager [req-d64d5b40-9e55-4729-926b-53b8e586cb4b req-a0c1c403-e03e-406f-a0c2-32bf7db3f5f6 service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Received event network-vif-deleted-ab06e68a-969d-41c5-952b-8bc1b80819e9 {{(pid=69019) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1553.834638] env[69019]: INFO nova.compute.manager [req-d64d5b40-9e55-4729-926b-53b8e586cb4b req-a0c1c403-e03e-406f-a0c2-32bf7db3f5f6 service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Neutron deleted interface ab06e68a-969d-41c5-952b-8bc1b80819e9; detaching it from the instance and deleting it from the info cache [ 1553.834805] env[69019]: DEBUG nova.network.neutron [req-d64d5b40-9e55-4729-926b-53b8e586cb4b req-a0c1c403-e03e-406f-a0c2-32bf7db3f5f6 service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.319636] env[69019]: DEBUG nova.network.neutron [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Updating instance_info_cache with network_info: [] {{(pid=69019) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.336950] env[69019]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c1a0416-b6cf-4362-80b8-cedb5370b74c {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.346810] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f278dd1-e2c6-417e-8931-c56e8f1c9add {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.369761] env[69019]: DEBUG nova.compute.manager [req-d64d5b40-9e55-4729-926b-53b8e586cb4b req-a0c1c403-e03e-406f-a0c2-32bf7db3f5f6 service nova] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Detach interface failed, port_id=ab06e68a-969d-41c5-952b-8bc1b80819e9, reason: Instance 9c54abb2-bb13-4ef4-8bad-c4f735a91267 could not be found. {{(pid=69019) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1554.822935] env[69019]: INFO nova.compute.manager [-] [instance: 9c54abb2-bb13-4ef4-8bad-c4f735a91267] Took 1.24 seconds to deallocate network for instance. [ 1555.329406] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.329781] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.329905] env[69019]: DEBUG nova.objects.instance [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lazy-loading 'resources' on Instance uuid 9c54abb2-bb13-4ef4-8bad-c4f735a91267 {{(pid=69019) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.863711] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22321c4-4745-42a5-bc76-3dd2b74603bc {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.872025] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42de01-38fc-410c-bb4e-acba65848082 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.902014] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0682abc7-d5f0-4664-a61a-5c658199ea63 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.908826] env[69019]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58387897-d115-47af-8b3b-a937d906b870 {{(pid=69019) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.921771] env[69019]: DEBUG nova.compute.provider_tree [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed in ProviderTree for provider: f6d6d0bd-aeed-413b-9c03-919fa59101e0 {{(pid=69019) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.424869] env[69019]: DEBUG nova.scheduler.client.report [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Inventory has not changed for provider f6d6d0bd-aeed-413b-9c03-919fa59101e0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69019) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.930571] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.949230] env[69019]: INFO nova.scheduler.client.report [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Deleted allocations for instance 9c54abb2-bb13-4ef4-8bad-c4f735a91267 [ 1557.457238] env[69019]: DEBUG oslo_concurrency.lockutils [None req-34463880-db61-4029-8c4c-7ccaa55e7cf9 tempest-ServerRescueNegativeTestJSON-1333646812 tempest-ServerRescueNegativeTestJSON-1333646812-project-member] Lock "9c54abb2-bb13-4ef4-8bad-c4f735a91267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.489s {{(pid=69019) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}